diff --git a/params/llama3/6/fixed/woq/init/lm_head/scale.pt b/params/llama3/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b8aa5a6044151ec8b957fa5999a00c2491cd3
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c4768dd1c17c7b594b4d5bbf18f58377bea9ffda396123c01d6f9ac7e9458d
+size 514130
diff --git a/params/llama3/6/fixed/woq/init/lm_head/zp.pt b/params/llama3/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b6d9bd8651f72cd1d1c4ad3c3361c34ac12cde
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc950ffba44d91509bac22898d6ca6a3f1d16b656eb49028581c2b9671845119
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af325864e382af4758f7057795cf831bcd29511b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57117207b21bab9fdb66500d71cce386063e3f92d82aa76ac5bb17443d72fb8
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d7169a1ea838234d33fba8fa25f6a2778dce4b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400e472fe6b456f76f7da95ca291c6558ffb28617bada165139e0e0e17d728fc
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1fe4794b475852832584893bdd7b02719328c1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9cf46f107d1f9c8b693072abc8912c9923ee69bc2accdbe3794cb3cc3215fa
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb97fc45de23776a75dd5f1d7dd4b1b15672f4a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5255ad98e85ee6bea75297a06b6ca754b4f57430de886bb4e4358eee4209c
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39cbf3e29d05662ffa2311ba8daccecee218caa
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78653b7968613eb836fcd526b8e243b9d29b3176c5b4c054b3fd325f8fb7906
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb91297123451969fc6b135fa6a3ace66bc81dd
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca64adbb0bd9f3d0dbccd7bc5da2e610b9a4620ddfa8d4004b7a135170042f5e
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04510ac03ab6523ee8f9e4f37496cac14382e115
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8780154790fb1e6470d756961cbc339dcf11c6956cfecc98738e83934d3b4
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5369fa8101b3a978acdd32930d12ad045e91c62
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a1b044a0586415941c18f2bc518586ae3046e6478e30028a4daee41768b61a
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92cb780c962ed9190f0a801a015590a8ce74499
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc859c28688e8ed149c875c122a390ae4d00177e0fb47278d6a66e0e0acc4e19
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cedafa4ab2e554113faa4709a1e2cb4c7c83420
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7263ca962f5ff1a3fbcd4f9cb5b1d0031cf7c0c1a3b01f0ea6396889ee3367da
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7487deee87c3428de2b67ce8f0a2b6eb1e52d9f5
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e768d37be975da2169f1e1dcc98e144a5c2fea77ab135eb5e010d2ddd0034f95
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b997a6676db7fc07ceebb9cd14737b08f98ba8f0
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e7b69843573a99bba7bce44699255b674b81fad657aa1b9bae6848c3d8dd0
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d4ec9d710998ea735b25b3f49712c20f46dc8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50272237fd0e03120e320e8d3e3a94b3b35e84a937a7364c1c6448922a4d866
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6da1968c4b4bc71a829fc982214f0dfa506d0c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ea4c5608fce18d58c786cf60a51a97c3c868e50a9f691bb8f6d797aca2c46f
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9f6ac4ee4978010d77eb514fd36d43860e4889
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fdc9dec33bbf5a883e2cac3e0235243474ef1824f47a7be2062c5aa1a6a72b
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62b6207cda646c0fedc3f6cbfb199ab2b9d0b88
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11640f6f8ac22e11b0d53a734ccc488bcc66cb9dc1aaef480875a2f3f644ee
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e087c9840205d90ccebf79ebcc216646341020
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee9227e520aacc42a5165b1a99a24b289e951d7afdf322fb24ec57772e11fae
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10742bea5c8fa1c098fc1309c3df8b2ac410430
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e68f82fbd5283da381ddb48d63657e979b3710e58fdd311c4cf8bc741e3aca
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106a9c82533f422d0a4589ab6071da1537942c4c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf285fa7771d058adcbc8ce37e10c6054a011aefdef74f750a211ee84e7a2e45
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c533754e59950f98070cd1175d570697e901c85a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd12ab2dfc69c6547206fb555c4ede869694be8ac9782cf655fb35bfc5b843
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ebc590d67ca9956bc0098d2c420dcf2779c3d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed677d48e6c8e08ad90ce4c626d36cf73a341a20a57f52176c65974d3e98708
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9a93ec725181d66c1186dda9799ddb26f097d7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479841e46ca42de002cbf2e566a1571f7ffb3b76b3f99e05a7b99f572e2d0486
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c60e432edf09ad4f6ace1189844285588681ec3
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f3030550db3ace1ef9050838e7a80f2d9a27fcb6b237d1c2f99756b9d284a
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0c2a353f8143c5a01b166b003519cf78fbe264
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e729ae6ed680103dd11416fde60cc59f274fd254de3ea1b6e01487de773169
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc997928b52a681db7b952801c2cf2916a41d4c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265c5943dd90d1f264e3db3495efdec9f6e6a93250d398f40db157c33f6c01f4
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1f4d37b29ea57789e640feb440051be94ee7f7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2125938304faea0bc6f5a105e73ab9625ce3c79ba123608a123963cd89e0ba
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d72dc944cb9b5189fcc8da1c0180a605eea0b9
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eb77afa874fe6103449931b80adc05f6bf856896c7a28392735e9b5ab23374
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b258f5e6f29f4cff9dac7fb662ed6c153e264513
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd80e63c27a8d4850f238f04aa58a0a41ab2ed3bfe9ec34c3f824a26253d86f2
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8ae3c7d1f6f03df49c9660e9ddc9044ccaa1f3
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf63824ceec1356bdf65d921969d7e2059ecd71f6643a82cb69531c860f1570
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11257f6dda6e52b0a9a1b7061ff7b4812a81422b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61769d3b346f8ea4b3fcc12d5fb67e7cf85a7cde32dd087c1f3869357ef4069a
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37f9cb037c8616b5bf5433c5224cf0cd7e7084a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2043ffdd558358dfbd174bcdaf4017d56037fedc96345189d51ee9d5a93050e0
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b75e9dce338a7b028e60cf50f08cfb1ffbd9287
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42bf4a11c2e33044820ead4a98b32b4ddba706ec03831a5a09dbc5317619cbe
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dad0807da0dd9f38f3cc170b90fd448f7e6200
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64a505e0645075b46f6cdf681577da09810af92ff9b3952aac92dcc117a241a
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de190ccc02211bd77cd7a2ab2616eb974ccb30f6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73363f6efbc230af4c990bd43118c87f91abeac075eda7a26eb4e60b1a593b08
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d4dc7f5b6f4bbab3d9a4f3c1c118c8791a5cc
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d50f2d0a24573d0f3b608b3e002be9d697084bb82c2ba2477ed2170ef9a51a6
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153e9611c9402b3d85ba3d391ca682c163af295
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6c3c09cbf822ee1624ef547ed0541451d92f46f03bcaa184ec447363c0f9fa
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602a207b0aadae23dc1a2f3ad0dde83b0b6097d6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce2d36de93969b2d8277b7fe11094376bb6db1c61ae7a07158b46deca4ef467
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95504b4cee8754567fa1481a984e89fd3f1dbabf
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32b5e4b4510d3407829daf37b6b2e29163968109c21a8e6e126f34a5e18c5c
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601df2a5f1aa86352f33b7df557c615ad87f198e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7598a9eff6629b38781a9d9974bf284706c55bcac56285c2a3639ed85e1fbb9
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae727deb38db0ee4d562cabbdce03e65d2460185
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5192253f7b0f5dd0a63abfc74f2d5e20af4352cbc729715bf01680d4a1ce2a0
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfa694d51cba9b832c8807fb0463b4f38b4fb1a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f841fa8af874c64ee442d08a31cadcbd4dea574e2aad92a757b8a7acc9b177b
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fea5a58c966a66d5726220226650b0ecfa319b2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac4223b258aa7e40036ac5724b7fc47b00077829d335add138b4874d57e64e
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c02dc710868488fa545671d79e4ed11b8be630
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e99f9b96d9ac60538d8f65f032dbafc1e0898d3f4322895f77e7c1d0c59aeae
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8374855c7b4a0940670bf10b5fc8a862468c9b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bfa36f09522f6623e739bb4112fa43d3f9fc39e0fc2400afc906c001a77e5d
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac54d19ceddd3c56e9ecaf5ffbfd7aa780e784f9
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09e26b2d8748546589b268d19593eb07629e1961e18d8bef9ff22de178bad3
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17784acb57fdfef57e44efc00b717d9e534462f9
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc0d48f4fc47b398c486ea13c7a26382d02da45e06e4eed3fb2ea5b12448973
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2789c24e0e2f5e93f673b0896549d2fcce27f265
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbfe1b41cf2ea484dfe6c95b37ead2750033cc620d316944404246c7e675d87
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb7edb9f93097718f9362bd408615920a8b839d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02287e3d57fdff6117e0b0835721dad5f851c9c45c9e5473f8124cb7d433a94e
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79c5310031d3d0819381ad82c8553dbefb36da1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9192954184a056e0fa3b015b8e195b499587a1d0f28e5619bf9d06ecf2862cb9
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2347d94d7be22f3e1edd4d05243a82e82258ae44
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07107f85b2414c2b6530d3e901929accdc0f93134996df6b39a898d2c4854b04
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5fe761e6525965273149cc61f2d9e177384829
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841bb98411190568cf90c86f503c3783fe52b81add05596cc45261aab9da72d
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5c398890f357dbea279fa43477663dbdb512df
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633b99ab3ec7b704fc07fe0f9c4f07e95cee67e7ce41138a3280ab0f4d2d63b9
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7cbe5fe495fc0d45fb1ae70bb72bd6dd0c4dd4
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e062cce78e4d7d77b6a1c8234a35496735a916cc04bb4168168ac15ad750d7
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477103d76ca2f3303c82d65efabc19d06627d504
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9b3d6b5b2c52a957841039dcd5b11cd3b5904388d8298ed7dc5883c03fd6b6
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898e870da24f61c13a5444e2cab4fac0d74d931a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa4330b9858992def2494ace2335dc13efbbaee6c1c2eab32e197165fa746ae
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f71d4d98330748298fa82b5d4699455b11006e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55e01b50006bb5d88540285a5f80fcb30fecd9e9819e4dbdf4ee7b57c790da8
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb49e4509267c95240501dfd269674290b988e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d833561482c81606768f338ec5dd101bf5681eb9dc18844dadb9549cca7ef4da
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ebc5456d148aa622e2b1ccec716675d8a532a1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d4f75968e276015a6fcb48c7a94e1c8d1721a40b298614be0051879f0dd4da
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1b6d9d2ff484a7afa60c4b35899e172233aede
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d584ed91a5ba16be3dd241758192bcfe70c666411daa50a6159d917235b36e4
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677b2f612a5735fc1a63e8fa95d412f8ac834a8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bd4803db4c0c69c563e8b028b1bc3a1a8e709544de656abbab61d61475659c
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ca294f8d27073c4baa9a3d2836f60f1c6d551a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf92e257eef0a3e0d2226af426cfaa28908d49c7e051bd974ba6d74c8079dd
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f3e29ae3ec86f3d0bb304dc542d1038d7c0dc2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36010b5e23b1813c4e780f892fed1c72bcbd8a1c837af4407f2cdc62c6fb474b
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac26bed0ea5d0407733512c2c3ad00fb5a4cdc8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168f02f70de5345ccb25ce407ab7b432aa083f0451ca2c11275d26cb4bae1abc
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dd548444b462dab674e87c5099e5aa2f348f46
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12bfde689a3ad77a588ac0c1724dec03a8a8a5b6761d8f813376e19788a94af
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a4d79633782ebc9d7ad0af1d933a425e6b7f80
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c0d250ed1224d40df6d59dec5f55d0b187d9d68ae28385af63ff434f65a7c2
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee892631b8f30f4a7acc22fba9b27cc0584b6aa
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963fe65fc1c5c31e51562ef761deb8aaf14b0964cd1469ee2ca6828692ab83e
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd8940b4bd7b8e6bc605bb01cedbf8318d76863
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e39eb48ba78cc7e84b18d8133414f6e0603aba8485aee9d7d764642322f88f
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914a1233ecd33147fe988a49f7af463888a36fa
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccdd3d37d53da14d52eb06a5ca7b969197f707e2c418a9550901f8b63d0fdd5
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57158c099cb5dc5f9fbcd70d7c823b5438ec651
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1546512638e1f7cfc36b9e0af35b21fa2602ac6e7f4a91b705e1c2c78cd248
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74052d60400ec27822f374408108d7bf2d0fd3a1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a6269cd5c53527273e223cd4b0f44dd2ce31b3095f1700d24e1a790ac9468
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5130f8623c2d8be7ea21b71ad5b1e51c34039e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6076a227a37ddd251882b849de22381a7d86adff8a632ad98c47ffded0e1d25a
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4248996fe658fc4b98aa968d988fe7a62dc44bb3
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27eddbb5f4d043730642d804a08cb2ccf8f6d5097f8bc142565a8c6ed20b0b
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47080511b5bd52b06664a1b8e257cf39cc1cc7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dbdf18ccc07ab2268bb38ea9df2f2e1b563017849b297bd6e746b33df81e8c
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1292ee3d2fddd123ebc2bc0a2667c82396f175
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2020afec6512cbd2408afe57d300e70a3295774affdf7cdde6732469f4072ed6
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee41aee4990dd24443810b85b2299156e6abe6c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794b703397189042d8d05bf429aec4f817297506b20fc3e33a2f5b3b9e2d6a8c
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08d8d9a09c3a3f3c6be2195fbb9a4b78c10311d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3590195ea7f94e7434161813e6b272c657811e0477dbd5d6fabf4b4be1f2107b
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571d54029df0341a7d4cae65fc68c0e9c4efed18
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a983c1096d4fddf34b938dcbdb122125667fb6b025bf4f9cdda8ea750c59d
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1808460e1ee944a5fe7404fcc1dddecdea42b5d6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51498c4a2dcf397e5a0779d1c3b54a8c3add2efbc91722b44636b042513e0c
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85f2d3beebf398e6e6ca6313ae79bd3cb91d36f
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ca0774083407079d861f7336cd4c7b83d53231ceeb1fa21843d61d61c5c2e8
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b43972d3b36de023f5486871603f7799562566
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f408b028fc9aca0da048433fd1099b65344c197ea10544d68f614ddf576f31
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687ed0377a1ecb27e76fa1b8de10c40c7a0b10cc
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7a7288517139ba528fe2014b59274dbdb493ffeaaa35d455d088524a25b3f3
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c7639d961f2f41dda1b0f57efa23043605bf06
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66057fb0b0e1df01145c210c942ec5af5dcd51ab31f6c53f9c4dfe59a6c52c0
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d113fda768d3e75b4d55a53c41e0fb66df4823
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8ad2d49d15ce2f9fcacabb6964ac5cc4f1d955cacbb024dec627817622d858
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c482caacc48cbd453a65b7e5adceb24273b404
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9db59dcd8518f1d8778a5fca72e556cca16035b10570a31b043d1ed3429dc
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04677bba5ab54c799093c5cf36ddddc5071a256e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1ab6a16cee1472d593475a083a16444b8e83fe37de49a4b4fcec6ec2244264
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7215b8e2a4d8b811a4b7dfebc8433ecb02a62a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec904b8b82df62fa1cf571da69030ae388622a9285b5995d4203c9cfbe9f4d6e
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f5b978d273f6e9cd72ee38392199c1d45a39a1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf02bf7662776f4a0a51ec949cb0693023a6a8e68f777b71b54113a296c8b9a
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2be250767b96e16bd861bef0cdd9232578dafd
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51762e510fd00e319524db85f704311e131b511249d497457faa67e8dced110a
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ffbbbc600eb42f1f4381102ca31b2c3f0cf6a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd3e6326cb038f67f7a876a49add523e3f97e5e690130cb53499c94db6830f8
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7506ec2d50e8314052fa6b0129818fba2922cc
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d0c8ae629fa5a7fa543a98444cd9876cb8ca0419ffb75ee2ce5b88fe213f8
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c7abc144c6bc56262e50d2fb2d4fbacd36680e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67175b06ebdcbfb2135fd5cc3607ef0f1a00344df28f79adf651f47f3aa2865
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fad80a200066ae3090012d94e4990ff5995331
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27331f587905512ea2bd133c0ab575b6b40da73b839b3f3405478c6d60e4229
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d20377175eabe08489616b3c34ccb4f0cf1b91
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab591843b1ccb2efd5b277c8e3cd4a30b54b84a9cc3f7c0017ae8c69780b9d2
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511a536e141f9794285ced2b080802d1c7c4d459
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1845e64c069d0cf057a998e5abdd384adbefcfd545286ab322d8a1f535544a13
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc0e0e572fb11248797f8d67b6c4789b7c26a8a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb49631f2233a16376741e14d6147abfbffc9f8020f6cf80db28d5441805bc1b
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfdbe7892c2a5d744c3587ac059879631e4147d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e691fbc444542798241a98125d4fdbd769c6a3421d339d885036f39b0927b56
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b00ae37ca845016569f625eeebac9e412e6518
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7754c3e34a80557fb1fb1fbe2f557c44d77f8220df06149c86969e9fa997b77
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ead0cba860820ba970650d6b660a513cb9e8142
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529b34935c97a7b6a2875c6db0f5ef64be228aa1fa2e1878b8ce67aef5459d3
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc9853b62ca02c26f310d1659ed15e68da8f10
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6fa4e522a7f1e0a89b6b75559f8777d4631abbc0cc3fd84bbc9620eaad2d1f
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17642072a19c3e29eb293db7410bd67fba7f695d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126e4ee134d0798fe43ee7b9db1656376edfca5402fd6d34a4f4c1d43e108add
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fb19c6cfda8037b0c42e741926c5ce4d6fac26
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edb8f1d74b4041650d4e02961f9dcdc1ce1346258cb96ef50fa03b92a709e16
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864468916dbb9d38f820b21a17ddd9df195eee5e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8cc0a679ebdd621e9461ac075be28bc2ade1e97b0502646d82e594a5a7a711
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8291f7bd4244d4846370e36cb306447106f6ae85
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22366376d6249be6db4f931bc3c066c3f570afb94d763662f11a8a49718bd810
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b58dcc23c391860d85c4aa0e2aaec193484bdf8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7036d88de8d33edd04ec667627db2c5d524547e8c00fd8ba3f7e43ae172d79
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c044e489b232b7e69e5e1a8f8d915280772fa8a2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7d4f3048b755b1197c33ade01ad46ac374140749588dee3dfab449d38fe5b
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e8952ffcc32b799b808b8997bd7a0936be7124
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7c69c2de7287bb5221bdced97269afa7546aaadf6ee06f18fe2ccc975e0367
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e989f5be4fc3e8297ba28efdcbd5e17d81b0b2ef
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea9ac66619a81838f48df054147e8b7e56299a0a120c0cb3bd20929bb789cf6
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f705599fa66d716a2a471ec5d0007f22d12bb8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c370e60bac38232aa59eecdc09fbe2d298425aea99554c0e1080ea953fbf6a7e
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263d08fc3196cd1210588312bf34efab64e510b6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8098c85fedc82dad5199a9db29d9d61f638c16f6b88fa44a6e8c00c585701f96
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f26a089ef5984555ce8b1af4d5fe6ccc97002
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61bce5d050b920bf97e5c220b6327d63c9c56bd20e6a34b8ae5ed58db163db1
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0509b4ef012f2560c16a2f215f3b483e20e674f
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b67f2f4ca77b1e3891c3a7bae3a09f248c5dd23f8b7d933f4a3af1e97b4a95
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4db8810039b6710e589ff763dc83b69b9ad7d8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9b5e0311291e365cb9e675c667c5ae4e0a3d9e40a8b1e322b53a6488b21a0a
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d0dc7294824b7ca548891965b3a68a49aede49
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad934ef964dfa4dab864e93663ea53ed224be71586944cd1dda4f456a3e5fcd
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dec3d7e929dcd938967f7418a96b5c1b99d160
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9134607d711ad0c3d22d4c6420b4ceca9ee0e048763cbf6b859e68f0eedc17c5
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ec33f452bc9a9f12fd9d76b2750cd9d5dfac1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d7f22d511811ea7fbbce7674e3fce095b9598af023b4f6fa84f0b82ded1494
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fceff0a7d40e338ad58cdc08fd2ecc6a53b85a80
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc352ddb9e704b35121d9551f4eb4099529eade1d02794b9e680ccc9f516242
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b2f4dcdb816c215fd999c45c784058565bf22e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe8131d3aa96ae8785cdbf78a8e13288e64f9cd59c65e3cd4d75944c7d2234
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c62cafb6f3011e21433f9adf623d4d99722116
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4877d82cb8b7f101d2ed0134a2bd8fc74c75b1514e8bfffc5ce3549509a6004d
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e0f3921098c96270773d63daa60a5a3d7ce81
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e941171c4e4169107d0e49da4ee656e8af4e11f844010ba39afcbb490f29a60b
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c2550ffc265f7ed2b84968c8d2ffa0ce1dbd76
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99de0ffe80ee61fc523b7c7fdc12e2d10c1329caf955eaa58dc643d080165efe
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2200625f86e71a3e348cd4c9398334c98a6e159
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7659741d2e0fda063fdc04025b5f379a7243ab1e276d8fc218fb551c2984cafa
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42e250d9bf266bcda23f582443a27cd2cf34be0
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b1c61f1c3bd5a6d0884badc7cc8521ab06d487ab8974e3fc78a1d3f858c3f
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b71837f3d272d893a71e732aba62206d306627d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e2700fd1d85d32e73f827d4d7612aefa46f9335a820eeea9bb7190818c1673
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b328a476ba9e0b6f1aa6c94c5af67895ebd1f5
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3817e8dd8b1736fa4b05d2919c1e70e3d46f601530d0e8fa2d5541b945903e
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8fc08363c7d20b820392046ed77f204036c1fc
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd4da0e5f7cb3ec58318fe8e5a73da207760320d65b5cf1d1be0c413b581262
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32de3117aeeb47062a78156825c90ba5acfb56a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c7b0a63b299b43759c5755dde2c2e68b9e1d0c1b3c6b8bbbe5b82209726079
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eacc4220f8e448134dd5f0895843af375896184
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804bdce5d306e4dc849af5ec9fe376eee5b8e5ea9acff8eb9b733e2e100bcf97
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075ca4f9ce0be9a396cd1038b2781d47414f580
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaadf4126fd8a60a8e19e4319806d6a92b261b8653b085b4619ed6b623a61f94
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bbbb5d7e83b997daf0e60d2404b5c1f30af735
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff88f5f01754fa2eaeb9caa061e17ec1b1a3ce4a08bbc254cdad95560910595
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce948b1753fc5d8fed7d5265d02b49a2c3fd18b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89d114be8770373b8b1432abd3dec20d31273200c0a6704a339b4fced4e408d
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0b69de4ee7f0d03e1db2099fe6b7ac3c5dc83a
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9b174e67228795e5d63e40f55a560f291ad3f905e5940aea91badd459913e
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee924c9563823b37542544e825b1d4a99092a589
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4c381602e181640324691a9c3fd204d8b511238305ba0a601d024309a0acec
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec3e6e3c013e23fd47e0f320e8ee66810fb3b02
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2961ba7710b527d2b6fadad0166abf47cc3fbc7cdaae0f24999c3bb95ab42957
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82edda45f849e547d69861af13663fee60f8ecd
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac4488030f60445e4d8044aba590e000e54b5eccf1ad5905f877bf946efb845
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969501a94228b15b55f46dfb7f5c5f5fafacf2b7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8affa4c7ec667545f9b8ae87762b57168e2e1d9a56c92eabe6b5f75b968b7599
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a6518be0fe3cbdf0d37e29522f074b07ec35b5
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6642182fbce5db77490cbb95feaec7fc4cf6e523a517edbe853aceda49c4890f
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71bdbbf3f5f3000ca29e354235a5d15226edbf2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063fd5404fd523d71933893fbb657184187756af51b42e33f65daa2e40f83745
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa34c6a80e246e5ddd12fe5d191f2355295f86d8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b00a15f9db3223053b6415d447e78d10e3acf76ce18ac8b065b9fe35413139a
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ebc740dd27c2b77cd440423e0e86428dc3d2d6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211c7ece5a9c6453af41daf760325943321a7b32f0fdd5023c74181dbae7a25
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a228a42ea1d06fa9a13a5968269d30adf5063aa2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3537b6ff005d55d0a9582331593aee7d835e9f1f90b2e1a88970cf4cf5e87d0
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a2d2da4857b4d66d692716e96380dd43b94f70
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8227a8011d0372e3b8041d9039a8961d87b2dc94d513dfcb21bcf58bb5f8e
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c188dc752ef94cb7c74ac281eb71ff709964c41d
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1934d65d96dc4a00e6b7a470a9e7474f0bb6ad178774efce5de23f85adaee4
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf050478916d3671db3c79caedda1ad55428180
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed3cc5f62fe3a0bd852164ffb9217a309bfcbf9f8d439543703aecfccaf2b31
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3f7301ad1035366dd3dc426e349b2028dc498
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fafd539e094bfc0280ac986a55b750e8cee94198cfeac6193541617460f3388
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e6bf4ce524a01af9109ba1fb6f31d17155236
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c18ed050914c0d0a479c5e5b9fc03c5e0198aeac85a85fbd2ca29cde79ecfe
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab2bfc7e330e32ed339f38d5983768338fc3e4
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d7cac7fae1310e548646ff5af7e1ebfe5ef6155236458a351cdd360ec4c6d
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39f69ec6ada6db52e9cbd640a9ea7ea4fcb5c4c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3455be0c01895a44f2a8952441877d31ddee3ad3b3c964ebae2e95759a8e2e51
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880513e350c1c841e31d06727e346cb3c3cf2b4c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b576a9f314bb4b3aa48da5a614c74094871e0c42cc74d82ee8a59d5fc305f6
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6e714870d20a19e8353dfda443a87803e1fda
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395e6f62aa950ce66026d789588ca94b62de437a18579371cab9d31713734c8
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cc3c10979ccea5031d8cd0a7769303ff299eeb
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ad0872c288c164d4748f162f518dbbb22c621cc8a788fb68dadef3833cedd
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c0dddcf38b545f27210557f37e8c007ae815ff
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce28168df21270223e50497187ddd06df2f6f520ddd7cae500ebda19cffbf8fb
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5d397e15994fb1d6dc36741d13039e22206139
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3966b75fceadbf052e6c6ea0694118095e62dfa34e78d05cdbd9800666842f1
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462e0f0cc2a3d3845a189ecf4991ea12d4278de4
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d527dc223ab28f70a38c5e0de3f92eb8bfc6061c6fc2f5742128e574f24d18e6
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14deaa1a03608b9941dc17265032daef1e47ec66
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3432c45609493bb33403c402eb05f6c1720c8f7d6f6a4a0fa116a22041bcc63
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c039cfff66ad1e75eeba4887b6dc17af459c1c58
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aee91068f9c50627a461dc66679c706866625e2b636f1b036fc3bcfe09dbea
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcff5e2f1327f0c01f8e031dfaf21cd3f4af441
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226e11beb2f45afa97964c98c33be5f7735d4650441f11d15c060bfdf6094f1
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca526ad1032837521a4c17d3af2f1a176a0b56be
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8c4d49bc419426ab15808a3f66a77d22a9d122b94eda69548f4310c22aafae
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754f7e4eb83c0fc955f2230a81111b63bb31deef
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88a9a15296ff68fddfb10d92fd59cac82392b28f6d17748339269fcbdf1690d
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8310ef0de0b64044748a71e6de6b8861de7bf8e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9befa235ab989389c30aab9990d15f520cd658720260a7908f0d8489a89301ec
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6e5d525ef2bef18fe8e19d8887ecbaf02d51fb
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b543893f725b946ff64dc030be91ebb5e6c6ea6d16be96cc18e6814556bdce
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2dff18a273fdd92fa51068e3409144855fab67
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda76fb28f8b3a12651269655f302ef0c51f168030df5227ffd4c1869984955f
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd209ba591fb37fab65ecbb3284c8a8601da2e8f
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f0e26408f6bc9da686f01a8f6d3d3c78683a6fa16c373018a1f33a98d89bb2
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a112fa9c3682449b0e34419f13397a1a35d3d7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c30686e3183da34257141e2b8bd3dd49f1719cd3c3fdf662d4ba307a4fa13
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd810900ccc7708c97e5206ff233319f77922ab
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b30973f6facc4191fd47ed25c208a8d8688cb827ff8edeae7089e77b0596df
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1751bb09fa8124a2a2b343ce7b112e3d0adc06f
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0cd73cab9b64bab4b41ead473e258db631515e77700572e806161903dde300
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18059e8dd1f881e978881b78fcb1d880707602f4
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99db8cf6f1d51226f10f9d5084275bc29c301d9b532731ad01b4831dc8ef5209
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c661c875751e50311bf7ec599cabb19cb32db7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f0e3137effd5bce6be38819ba221c9739b6e03b9cf9a6c465008bf39e705e
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6402213f4bfc75de80a9ef7223db801e3fb87ccf
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcccd8a586a8199e755cc5a982670498f4cee66883f40176a83042dce773ca0
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd721034278b86a68360cbcce9f70cbba459cb
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405d7e48121085d0fdd97c2fe29fe50aca092ff134d98df37862ed982554cf4
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d235e70da9aff2d49ae1e30157e0aaaf1f301e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c891e7138e2a5c7a15c6decd6f94d652f7247bdf28a5151325a26b01184f7cf
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeafe51536f43f0e62d846a8722d6df22bb3c30
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4622065e430f1cf08b4f734902b4c57255389e07e7c3c7f971b861a8dd12bd91
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea0f5d762887e6ddbd9437222250f53492005ca
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ec9d5199289afe24d985964140286e1db89994c213aaf4d8aff8f084803aa
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a21d64fbc3a266d7b5f8094a5b56e7734aa1d24
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3014920b40be6dc4403f067d77aea88b9f854a6cdad205c78953133e36a61257
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163fb298fa6172fff3467835349ed31773e7f5c5
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036d514ae52a3c7b800ae278c47aaad0673f614c068c80b7ef7fd81d26c24f65
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3b915d80bfe113f4a2c8acbd8c319a01fdd62
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c451917d57df1f196f27f742f2ae136895570ff58f8a60dffff65fff469a7ff
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a5eb80145f8006a34de84f1c8a90062d7c661
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e65d51bbecf44a09f0916cbb5d6c73c9f144d92311c4ee29798b075b35337d6
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1bd13ea396e19246a3ffef145f7429a49c900
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501a60698d24744ace02676cf264fe3d2c586f1dd1482b521f2cb7a40f9aa977
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ac809d658dc16b9a9a8fb5c424b5417669a74c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64983f5d69d3b39257e144c39e3cf18b66339efa1a64b0bed769603e115404d9
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d3d7cb85203ef65841a5bf27a47284ceea40df
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67325c25c222fa14def7c9846538c22839c7d9a462dea4e7ee6a983f5fe40824
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d515d71cc23aff24b25ebbcc4bafc105afedaad0
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c552eab905a5553f9949b67a12076c0461cc7cf4c2f1e65c7113fcdc7bdcd72
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aea491b1ea9473eb486650199044134341cdaf6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fdc0e33926282c26ee972477e6b456b65b3e36edad8eefc11b6fe4e32deab3
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09bba55978037bcb1759581a0d009f53d9997f4
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a169e840c78eb9689ed30ec7dc8311de7a3c28861b9deaca50fc23fb242c26f
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f2963e208bf34081dd9940ffcf9386e8b38703
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02821b91eb0f1cc2f5956ba55516f2a0d7d61489b2314cd9366343f429e16b8d
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552bf5ba2db5c3b348e26cfd7af957913951cc3c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae40a241c4a3ffe69f3840d40c2c5d4a454c7aa0d2583f43fc31752ea1bfb68
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1465251185e3accdadb9c47db00ac5d61bd8c541
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2624135979728496179d4f6948d69c8a867ea6c2f3ef726a1fc964d667df8a
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1557f2a6e0bc4b0dbe0344b2bf1c13da31daa90f
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b54b93a226cf920f405769120c27950b504be0f1aaaae54a808107fd3d8d76
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fe0e60608f59c7417284f381b71524894213e1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb1bd3df6f80d8b11ce174c53a1dd75ea8ac9c3b57bf7ba51a1c9415389b9d
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763dcf7ec6dcb11181ede9d5514c9ceae59b1e81
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b865b3346657bdcbde3115c87a2b306c1e53e433aae82566c2baa4efbcdd0c
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119b516617add96271af2fe2607667dbb41a9cf1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ec3b6c3146b8651fed949b6cbc22c65eb17fdb3dd3f2d79fc90edcd35ca30a
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3a2057f1e4b6ba9b073e6878294516d74fe29b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54be346dd41e754efe75f9101c37843f6c41b8ac6aa97b5d3cf70f79da9270
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c33d87bbb5be13a76492cd70ebdfaac7495d0d3
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d23b65eea449817ec5b5537ba6be89340b85b29ddc1d352617744d85b9b0f58
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36a532aa929d6f03acdc24f5d0a2e4d87923457
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754af6ee98dee35f963f010477a23841faabd5c8a6e27ef40b072f66522919c0
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d473e309f9b14309af08196b8d5ed70a460face1
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790f7f3ff7002dfc4e5cce9156d013dd85f46cbeac2becaabf35d2dfe61f77b2
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553c19b3e7a6b00d1f375b1c18cd1811212a7724
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae53c331e25058979958a12fd109ff6770c279603417cd7c55abb6cc8d94acaa
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f362ebf41abc4dff786fbbfbbdd7b4dec7ec44
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df55e17145da9e128a731ec5f7df7739b49dbaac4b256e02ebd3459f6d66ba7a
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dd07a8a0ab1cf5ef453342beef1603690aaeb8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59d3f325a8ec4e2e248c9be4d799a5260f822e5e4f2c69bf3592371f92532b9
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c072ded1aa6daf2135a4f05da9114751ee6ca2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db290e5cf40fa9d4ff2ed1b4c1f418dc0fcc64561f0b899b4fdf4cda28f3aaec
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66d7fa8099ee8998ce6bfd9619bbdcf2d491c84
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df68208cc26a08975a0d8245cb68e2e0ab57612b1d98deffc6a4e9690cb318db
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c41d465c8fd337a1ab48c655b92e330acff8eeb
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01351f613234cb079f27279940048226ae7f528a67d6833b70ad28af280558bf
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc510fc007344502bb5f79013f586d6e3fba6c2
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700554170cfe2066116f99e9040a85c58cbfb9fbdf79911ac6f4ee590d98fa05
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633ff30b4f938245bc5c0de7153891fcfd2b1c8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7a0ec0740679f692501107502e44bb3a29d685f94672f14b9b99c32c55b197
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8702b409dcfc43cb73f5733bd6e34b98b07b8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a4cbc8eabc704c43dd66351119042c570dce424ef23e0881fb22b64bdd8237
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c9ea2a148e10b396062fba867a13374d509e4e
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96dca5a86c79ed96194cb5eaca21b4ce1ae140fb8a2a9c86f74c310f4081fd7
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a432f9e604790dfbe6f40610f3fbdbb612fc1292
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf6f93c835df928d59330227783bb1b4166e0b2e3593e389f4b55ce983f4062
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b01b0d93c216d1fe3aae24275264eeb32a010b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741e6034f638f490ed78d486586cba5d35814dc0e8152b2969f93f9d31b0aa4f
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172ae68cc4b2239c3a1f9f2dc02b569f3eb10034
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd13707a9c2b60bb9d6a5a9d984eaf20f52cf47e08654b8f75c0065ce5354dcc
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c771a14859fbfcdca70ae2e1e8c4b7f5eb8ff4b8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b29c22d9bc1264dd9a5070a2bd628052d83e80782af252111b1005cde2bfa
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f94676e566a3e631e6616ec5e0e48f60026309
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7d7d7450e129303c8fe60fa6336d066bfc268240cfec7c05fc427697f52aef
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664ee400f4282cfa285634bbde476a3cfc033291
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900b05a24894c9154cb80663af2700b57e7b336d64187956f6fe2f8ea0003ca1
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d8f2f6bdcb4f0418429629bfdfc17f12516f9
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f8c335414b27d82796f10960ca907bf4e8ddf645b740c979d810ba911939e7
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def83b2190ce9ac7c86390dd5e90d79200bc5feb
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b53b7bca1922fa2b1a52066cdca64afc8711754b7f19995fecd67e28e1b1e4
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353694248d78308d05a721a676e5b497f08c21b8
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f19ca18a81f493c62a4ccd7cb054cc352938d663f995e3b0812c39b7df8b6
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6cc391078909a0e947650974e876bf0c45f4b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f21dcefc4a1c0f124daba8eeeb48c5e6addd4d5e9e35f9e80233fee3e88921
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e1e952e830fc1e46b0a0c214bc7b171cc810b7
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ae57893a401632d21262cd624c3ac062ad881d4fbfd4971e1015047c8c0a4
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afa31f1aceeed0bd5e81b0c0e73592ea91b063c
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1770e76ba7fc33a34368ebcc186bfbc4fcd6db0e716b93cf20a1324dc3c6ee
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55e3b2b85eeef95965e64ec4cce4ecaa8f448e5
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb5c97e8c39e6bd683d3628a02a6e2a63f7bd8b03241365583982124e952c6f
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aaad3392d2e991faa2fadad1c282b6fb360dcc
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8ca63c7b5d963e40b680410a0c592ac9f0d66aa762721c7ef79a96fa197596
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d1d3174167a30cc7280bc8d41316fb3ecdffaf
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5818088921618dc9bcbc8bc082ea4a54b9e4d9acdece5db9110f29010c9fb875
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2026829172ae6bbfa27922e3debee17b963ecfc6
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53bc18380e92b2384197926273cda0e7feab1f41109fb3d65370fb244a1e2d6
+size 58450
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2940cdd1b55d3847b2aad492ae59b26bd1910308
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4e15a9c0f556645253e29f7c726462f56bfaa1b06002bd9e2f13a3edd26c2b
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1bcbccc0d40164dbb11c9729770e4c39a13cab
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d042298e70184b8e3f552b665164d3f8fbf16ff4657ac1e70c662449e23b31b1
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd30dbfa6d97a3016d3f4143ce18b4c970429934
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6f3a1df6982f1d865606cfb9bd04822716d3d3e21237b1949e93bf61ff74d
+size 17490
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef91f2efe9e9db256d6b6b60f4441c570c399a16
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ab264869f87e688101a929c685b3193cc04befeb76320fd5a0dbee9630ae4
+size 5202
diff --git a/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af9f7c54ab139e38b8ef74c002cecbffcfd126
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88728d02bd22e8fe779ddbb726939e705201181bdb3a2fd74f09a63fccd262aa
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5deb41fdb330e3e5f3629a5ca44fee96882319f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580392de6e5ed8e608aaa73914105cc530189ac26bded737de71e19389b58df4
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0273ca58169a2b3ae4ea411a480a4279344e14c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f152e2f2b38feedc4f6585278892d2b343ffb96b1bdfa010cdbb261c89982111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0b9c77705ee313935f6489fc60455e646eb7d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92ce9cf9d841e528de5deb5647fa8fb63e8d4fa7bf9e6cfe084fe9a56de4e88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c439acb721351f6af968b29f3a7486de985a882e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c647a9fafd5befce6f2e285d649bdd4dda6f6f556f3f3cd2cfb69971cc279f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8704347aae6ff96d56453d89802ab90e066c2b70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4b5086008b3a25891adc49616659036356f7b112fbaab81129bb15ecb85024
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e135b0d8d799cdffb5bbc799a8323784b014ad4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd5e622f33aef5efc76a5ac49327ecc695bd4d8bac84045988c49825b95b870
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a31e526f5b05688705eca132aff14bc22337f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba8bce197fb8446633e489bf3a8cf83c47f5c2f0be8a340a414775418d0f2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2e801909fa2014273bdce357295f3e56b388d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bad117f345dbe8b0ac47cb9c283daefd97561171d3c22227cc586d6a30c613b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4147a7b6f9ec3da6d2d1dbe5a1672fe79b85137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552dedf79ee883457e2fd5002715288e64c756d0556e802c07a8723494ab787d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506be41177d7558d190787529744d0c6a5da8f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e237cb5f77c53d7dee95f43ece9e32c3b29b0a686f2eae3277162cb021713
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425f131cefc0de8923944d66bee01b63156d8306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c09ec935eb5ebf4bbf830cc5429d402954cfc300fd633e71cc45022557d5b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701286f6d0be3e018dcc9c7be934625cc8cebe53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb1e1386a55e8eb232e319ca3bd07dc8256a7cc5320222b33e47c6b38ba01df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a508cb5384585cce33b864f4a54b8c1bedbe8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d483e7add3059d92ff74c4cd664afa765c976ae6502f70d28253b9a08392def7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13380822963ea21d175400ea5712ed46e5b1125
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4545275e1bb3daa87e56fc21a37945223becc84689fda9d79a1497b7b887c33f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ad613086e45fafea7187ed443d61983ee28aac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d5d8b784e1df34388d5ad8952f9899a79d73a16515ec08f9af6f157d41191e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639505b25ade366ad402fe7c412b529f992d5103
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62373f805468b66121bcab17de6afc9a53340d560b2529fb60fbc0e4ae5af06e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc1d8d0ffb77debfccf85351850e3fdf214dfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1ad950e9a53efdfd1c8eeb31082315018a61871eddf45c49dcadd42b184fb2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabc06d8c7e1aa33a17f0bc33804593e344434c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f044edb1de9340240d45080a9b7703185adea197b7af251d332439d3864c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cbbbff2042e0806ce7956c98d4cb2dd33fce59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed7d250f40b229dbad21a9872386a401553804c5dc416380c52b03ca5f2a80a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c784adb687b9ba59c572a004ab7d993b9c049c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1493475a9e106c05961725ba179f788deed026d064ace0e5ad1209bd7219c5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8232dcb6ac4ffb0f575e2272af85ad8b075141d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2cc024386e4f34547d43ffdbf23c55779f169123d6932fcc3c9d94b84b2107
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c62ff8075daa9b4a8ee5ae0d99435e133a4283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40becbbd7e0904dc4e402571f92d87ee139e320d40882cf91709b7a43e6e1659
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38064c0e76cdbda20d8c43c0645952085677d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf11b420f708126f2e94bcc51261d73a328a196018cdf913e5645f136c7ed6ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5577cf168d931b245055f6cb2989f8367eb1b905
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a7fcea4ea1c5345dd4b0ed1c3428b9057b95df5d4bef1aa751c27dd180f88e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349494d2ca01d67cfa0f3d13aff31a35589717b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6522a48fc7b48305e592187e381cc7c4f8c231aa231a6dcdd0d4f597b991923
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66fdba45c30d73b7db7710f7e78906a05eaf83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94237c0e9fb44f6cfcb2c822bc14182ed4600f7a577c1f7237e559742a7b5910
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcbcfb9990d7d109a9e3727166422261424a441
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3a6f6ce7f114c98cf4f43d15e0092b033daaf594861919981ea18faf969493
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891a651665bb17275c19ef94133be03af8f4671a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed8b631a5f54d0bf19707668cd5d421552ed043cf8e37e19cfc1750b555aac3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe148729deef2171a9298fea1cd50d0329b6f65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc0106d094b0aa895541269bea74f0c33cac78050107ff93d812fdb1a6995d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc15cb856412e68eab2e5e069dd3dfb124503a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6947c81f4b60e204620982fe16f37f6cf9d033c0d840db97b8abebe0ef68dc7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba0958daca0a0e6bae8dd58ece1d90387cf5357
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dea9baa8ecb7767daf0c8233873757a513441a18ff169432c46beefed68e266
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015019149d94be142db1ffc37daf2ab7b28bde27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95139cabb53adb25be002d4d8c9c070c184183fbee5339abe9efadf69c0cff39
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dfd67767efc8c0639d7b6704418f5a4f6016b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf2fc82aa213998d798f9bc42025207fcb3e135b708ecaaf9fde2c06f303e63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3064522048a608419b33918333ea46bda07b04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b7bc897caaefef0cf0553529f8777bb220c109afc48d0460d89e14493fe25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684569a326eed992f0c786fe9cee4e20aec1e1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cce169199fe1de3e1fc0ae4dd10554dd0554e43d81ed970a7bca535579c23a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91be252e2354288e9f37a9ed233328dd8f3f6a3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d6b0b08d911505fb5a49b9fab447c6fb7d2537c612ff148419f8ef9f396e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370767da73a206269a1d197c81b592ed59cd795c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96b759f1d630a47df19533742074ad2afcd76918ef23e51cbbaa76714f8e88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c230e47954c025f1779c48cfe96c3e03b7a20e7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2306abc8d77fd09abc0a77488422416cf51365ff243336b2f6e393f24a015376
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb124c71500e07f461081c90bfda03e4a79b57f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6dbaf46e4e2cc301188e22632d7268c2a7946ad3946d2561c134534d3c6d71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df1cd6f4301f9253d700bf30c54de192e592ed2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca7e03024ba157f8fb45099427f58bd35291ec6218563fd43e374e6f52641c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6502f9b5fbb0d9fcfc25b2bf95d2434c1c61df12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8ef48ba60370b03a883251aace92fc202e6199258a58124f5f1ce1360eb2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55976a5c894453feb30ee6ce21d970c98e3ade2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edfcb8508f242e006817acfd0a851092a88f9e6609c0c8c80e23db5c8a9ed55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d7c80303bd4f64060c263e0eaca84617b4739e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbf72f911edf9caf73cfd50d258313b3477d5a469882ef0b40d7ca83278dff8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02f4f5f66747aa9bbe8b6987e15a093a583036
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6d1db3b76234c3448bfa6fbe53b897089c042b36d724dc9c59a256c7dc376
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333f54ece7cf1bde7dd09008c76f8fc8fc1593a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660d4145382e55ff937bf9a4103824250b2e2284b32bcdd67a64fea7d900bd8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaa8a3a749dd924c8e56c67681de7969dbef1e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4521dbc706725604a246abc3b7b9ed2de683cfff4c037c07c069198f793e1c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8146e69a5820915cd5bbd91f9f8e71da3ae763b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15e400abde24b6c763bff14a6dc164d97e714b3abf20885dfae40325825a13c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024844bdf404b893357c1b18b3bafc8779954249
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a779191929b1cc0351166b78ac2979891373f48ed0261817a03859d0c76108
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f7581711c1fca5331cfceb44f0f2580f942c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513d6cda3e8c54238e5903cc676549eb14077e0d8b448eae85c2c402cf37427e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acec59df8f0dbf0a888c0ff4a7b3355552e61d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e7ca648e78026c0f2e8f07cadfaec74acf4c2600a314a2d38a1cd2a466452f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf10b2e4b4e64a04b456e349783b32a8720cbdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8253d85538f0288a6b8977497ead2280ac4c561f5b1221575d8e7645f642cfaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34315d94e0ddfed46d1adc28c13fe84bd09c8d02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dab926023bb5edadc795dd5727a1d02cdccc7f1c43dc99286c60dce85aa62cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07706ebf1d6dd33e95bfcaf5b4fecce23d48f5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d930632f182643d94dac70d32808221b8f5d9dafcabae2fd3f3447c92845c86a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0f8da3c9804ba712da17f4d21eb6b49c748189
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5048b671446eb8ef77136c47a98fe93b20fd31cd310fb4c6b5d010bbf8248740
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c869f3e413088e3e8d12c193d7736de05eeaa7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af6e6d7f2f745cc46a4b3e92f9f126cb304fb0586d408696df0a28bf094715
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db06eeaaf34dd4debad0cab962afafb26351a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242909192d07e78b5d37ecc02331ac50647f7c39f640c5aedbc31ac1ace93d04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1a52bc64f33b6dcce82964f9bf29dacafd5b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f980036d2f30122621026afb0148d15fa6cf278d8f56a56b2151a0f4c4423
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d992b0b7c1a6eceea931a62495fdc661df018b8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ccf941d758e072a6192c56d0243941539e1dc4ce7c1c7d1af96fbbfc902eed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ec8031082f1c406d728ec946d8e75a959929e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4195aae5e25d644b0cbf98ea5be38b36a604f8bacb23242ae38461afc16a7fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650a42a48399587297cac06d14e13286a7159c52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5064e31d5b0c750c9e888ab4ebf11395a86fb723623a80c41d38dbc4ec1f4af8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9816c086de858193d6dfcf132f887d185741939f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c130dd20c1f20a9040c634cf67e8d17f92dc3a84287ad5976a439e362c828
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5200ece10f6ccbb3a162350a7b4513215af75961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1807fc2ae81946a0c6c85bdcf84e2abb55ce250eed411b99a6f1eb4e8d6cbf67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9c48728d4b21d298e5411e56c8a0c9a2904a33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cccec0b8745374721b25b91b1630810e7d7ad432e3b1344a2b50f416dfb5b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93d48406c9c8bd4ca7e3c8de6cd8d269e0808b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286f3302cfb3ce31d324872f14aa022407aafc3d8fedab3e8844e056cc2beb1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cad73579216512551f9b3dc03e6a35be38a5f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda73cf1f4458285bc49fd184a5c18be6384c7572a18ed58c5247487b1eeeab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e83cf4287f6c8fa98a8d2d9b8d2164075b52ec9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4688522b7cdbd8d86040a0baf5b187a1bf203c6c30523a3f75db0df3276480bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb36d17354df40c6145f54ae9a094d4a8c8a42c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269659760cdd6b05cd508ac79a6634d10c95bc0587fbcd590314c164d164957
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f6f986b9798681e89ab2ef905cff0425021dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640aeb7d9e556a5b0f38367eb06dc9d2a878098febdb6d75cffbdb2b4af3e46b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcbff9ee5320749e6672ca44b7a67b48deaa7f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fd9859f5d4ed9bf99276f847f95d377c1f823376bd4a688c12c2280f897b24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e81948892d9244d2868bdf6aff4f0f51234972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e237763147e75fb9bcbc0dd66abb74658b82fbea8723985e11e57775c39c71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f78f2f0dce98321ef706bfcea33acc4bf43481
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea2e8d077a720d545e356d8b63e9edd387f5fcbb538ae9594f47e58b10999cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345cca0a30ab146693cda4eaa45b1af5be0712df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8c80773aa927e205baceb4412ec28a29e25bfc7fde730dd335f3561f282436
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675de0c796cc71b426215108e8dee1cc3585262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d531730651caa2beb411e2dec644532a70f8e71a085f9e92b35fce705308a9fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e991d144f95af5c09cabcff1e6a906e863e22e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d670cea2412bf5a22a3ac84c2b4457c0e4dbe78e90355f0b3e62c7c9b9f26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f39e8c26570c114bf24fa81e82828bf4b34c13a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb5bf6d2c86a8fd69c84dffb81a46d39b513e82436cab2e28cfce12e2ead15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81de5448b99019c096197b5f889ac8b653f0b69f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f9e8580749b47fc6577c61ccdf2078ccd4d2cfda15ed6ed1dd470922a6f46d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bf5835915ce63f21d9a0e06e0deba9556eb4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9870f7fea5be226c56f6a9d8c2c1bdfb07bdcbfd22c3b7e2fbf6d970702201af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7db36f5d45e7cf7a66886c1b9da6b56e17ae5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da36a6c99cf514c337e52d1320303ef78617214f385c45b95314bf8da9bc2c0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4981a1a2f477d77e42cfaf9295763cc15889ef29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de7f1df59257bbf912ac288a502c662b98e66fed0b3a11caf88dbd14895cef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba084514ee5c38a41fcf5dd77c44dd704c2f4fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a0c094259dfd3dcb4def517e564f7e744acc3241930ab0d269432966cb1c8c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07e5ffdacad3c3fb534c724ecdd7f3deebe0516
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d81b9abfd9b4a9aee45687ae7644a5b5b1f108e2ee7f8a8583c5285eea3503
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fa068ce9e3143b1f19a44fd8ea927829b4db95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22fcf4fe1e0819a4a145afc953fb455bf5d78e0c5673d401fdfbadacd015c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b985826475fd8e6403a488601e291237388c9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74ba0a28b6a2351f59e1fdfd4829f0397fe5c76d65c1e10356fcd7abc831913
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d581eea0e05ea23ca13e429220d60aaa193ec1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37cba8dddf03fb4ecdc3e98d7f74a8e6242177636c12cc7e8a02aaa815a542
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e03f9513082b2b8818898e92c9f825316a084
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf3a3605bdeb3b8766ac47605d748d40c6cda6fe0608421df387e68e535eebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dd030ee516ed8e79e7eae20e6c3f1a6622f4a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa56b620cd9f2c36c70a30468c85fddacfc2901cc3628d8d4852bb203b3848
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22723c3cdf6ffd503746e72530d84ddce4ce9e96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeb2a45ba24930f5a3c6c92c623c57a9c8566fd99da10b639a2651e6693102c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a28f5d48f9529295f3324d8c2816a8beff0b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1dd8281e40679c7bda4d0575ac756271bcd6c95b953989c1f5bb24354c6aaa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e7e3d2bfb3e103b2c4875fed135ec7f6537fd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0db105e4835c51cc3dba877f851acba3c7bcc497426307bce137790312e0ec5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6667f79387858ec3bb03d2761f2bd196de037f33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ec3f13c22e939ca6881f4810d201ccc2315e7b253e86eaec36383979595d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96611b966fd9fed502d95ac2b682fdf34c4494f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e69c4ce20cf8118e0d40d8a17018f0227f00e0e786b1bd5a5fba93a49fe26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8cbab6de4f73ee84baaeb54d7232fb4b923edf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13609e12d04b44362d701dc78da8f631a1013df61ffb9382dfa497d18db80d04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f877d39e54712a132b6a63b0fc52fc4dfaab88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912de6486a6e1e827e2d3f2e6a8f5aac187a3d7d7cdf978f3fa08890ab4d0f74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3398961c9810a142360c5ba78136c42ae0f18eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0bcc20a6e859e9504bda61b6731ac70370557dc399cf0b8f20217e59001ec3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e088a89fc8081568efc3b212f89bcb2ffac38f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5160475d17e450fd4acd377fba906aa5deee0f5a9b8c6a66994b50fc88b9389
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426e73128761d7108ba07e46c52d8b3f4e71cf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf5fec1b815e804a9749e9bf63eca429f8fd5fdcc93f1c24bb86c9bf3736fd5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3eb27bc00ae95b5cff89f7f01fd04218f60dcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ac2a1855cbefa77704513031033825af2dfe6d62a2130910c0330479dc496d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f4d78273b6d575c22f6b32d18eb750af45ef7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dded6a3093932f00e43b9c7223de77112a0acfc37862d239518c04e72d2982
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3637fcf65fa2a81251089f44e22f447f5d8e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af06211defc5904161fdd507009c886c558af4b1ab8f57d9d0fe814e430660b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4074e7f750417e1ae163cb00234edfe850514049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b426e39038675bb539c37ed714e54c64db0ef3ee9adcca06facc5856a0a2c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94aeca5b42537e333be9fa2273a342b5ac4af21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb5b621daf27b296daa9047b034a30940bbbaea7ec12bf10ef561e1535fc2ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3f3bebe7d68d48bb12abdbac2ed1474d755a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d77c0ae0feff154e7d7fde5337dab917a500aed54f98c44cee973b0717ee1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc9db054936f7428f890b5df8598c1fb4d4726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd7566cfa3dbe2ad1954e87e32f164e5a3a3ce8f1c03eaf07ac597dc9a48a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0420110a10d10899a5f70b0ca5d436c3a03661ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d5556a3f04e974e622ef9a53c8c07255256e46a5467dae77d4a2d041acc1f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34228553e1ba297e9ff6edd48f3f5a556a824b40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a78340f689c1624e3e9dc7dae0e3f4b1218046cb306374db8804208189e858e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6608aa75d693411ba41c3192fc5a6a5087e948a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7c960876b3b2c3705af3e09050df77c9d42b64f17965bffb4c120467775ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3db88321e1913cb321c8e49cd84e3c05cfb698
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af17ff7c6de9649279ca81310a6545282edff38eb5a91c4b3618b8e1c1f18f30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d142b217594425c46a4533b3c67eabe00e89adba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c67af8406e42609cb55a53fd4685e9da3a23a9f6d958fe70b6f3a828e414abd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7500d9417461866ef645481ffe924ecd194179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb4c9e2a55493b93647a1933d21a8e97216dd0e9efa526583f82d11656907f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d384bb3e62b15c07cd6021c235b47c3631a34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032db52295d93d83423b0b71103ab6c17d501bb56ac7022dc2297569ae28531a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf4e817f68a0070ca2fc107af3d0362fe20ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5f99fa879451365ffb2751a35e138bc1afea550f2be69a3e35b2c60764c8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cf0f05ca4b25da46a4b740ee674cd2fc103e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f9b64f6d11d33e8771d22242e20063f8c152be2d64991e2290cc3c2e68a9d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd87fc7b47a0c405aafd2a2c1300449153ec20d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb5f9c2ef363dcd28854966511e6d7cf2584b0583a75991ac5a3f0f6ffe1781
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75eddb495582dc49af17aa49357b8ec1c5be61b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcb661e32c6c57baedc6de1c0723f18f61af42a52a5841b54bbd2cbd2b810b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d454fef54491e6427693dc64808f810fb04e24f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179299ec0496ba09c12376730d00bed9611ac9a90f2ca6f3180fa04433da7742
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60d65a45ec77f0f73c211335dcad3e7289b032f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34120170a7d3a66d0553b24aabdd993df9798e2d9c2b4d594924afde1ea5bf93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ea3a400d66fc8c96fa0c3e234599aae5fcfbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec01e5dfa5a457cb1e78f95e4947c008a968152e60ee86f6e3cc517b62de32cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c31e2fda6fdd046c3319d5d2f1466bc6345101c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39efeebbb97514449d28ae766c7942ad958df9844bac14d7ee9c0f7f6f582210
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f505ce5868231fb098e437ec72c9d3e125067a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a8c5ed7e123b924e78f9670b4667582a7fa95624e194234a8f242d0d2bae2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4474cf13fd091c7a5eddbe2bf07f10239aa7d8f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c287613f802dc0ceb896effe648487cdf9b6b2d3b87805f5c2012782c4df82
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88fb0d7d9e9c1b5621dd53569be20ec5e813c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c04efad661ece74b74bbc31615d46296913169c2bcea7f4bc2e9e0522d471e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1e6e47b2a58e72c766fb2202899fddd28b0ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f340d294d03efad959b258772660445615935fe16e86a94b5781d077993f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c780677e49461b9a4a0b6d4f05d6167f4e5247e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2e6ce3e80d8262e980dd98ab3e805a33f94748cae1d34dafbf971295b9d017
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa5dab9cdf3615821c43edb1491ca6bd68beff8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588a67d60c3481fcf12539617f5e45d6740201313027e6e400db8b6ecd6d0ec9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e52e60028f1d4fb07b5f5cc638b669c8e6351fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9175fb9f2c74803a41925a220f441e402b9a6c8459134698f53e08f111a0d793
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0f49e87ae7123a6488b3b9830170fc3b75b977
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad507d66b62d85bcdc3f2624194fbdd3a3b0142a51b2dadc1fc20bf583f24ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f508964d43b09538960747cf91f5e01269f929aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245088739e1a37ab884125e216dc490c82d9199b9cb23ad218a67d92c9735e64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b46ed08305e662ba68b9ee544f7e8a9883a00b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e082521a8c301e07dcd03c536899287b2ce08603b7dee1fcf7a24b752d641af5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7354ee3b9e7f64c74ab9587d0e4939d617eb2c19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01557719650bea04da02cd8003a63d1495bab33ce0fdf865ea9815336b6e63da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ed35d94c50c3bdc9f5d372fdeda84f40672519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1e6206f078df4ab8883112c2e37d75d1757632fe3e2b80ce1e340263804906
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87004b5302a458217695a6619426e80b80514267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403dcf80403662af608b3271b08de611f1e8f2a6418e2ddb9e6bc356e5c392dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3195bc35c1286f24b33400f209cd3da4ee7c1fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53460594ea4894d5fd688bdcd865331ef128a0e0c3e5a1c24d7b1a7c17489d80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd17b20864f57cc8db5538b575d6190e4dec29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26fd296973205ebcb0c452e7ea81f8d74d81e7e8d7eeb091326c9e0b1fa24f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2523113f069ead01d38762f867d26aeeff24e78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c857c382c003e9effee447a8bdf509cef1b049b22a9f90eedaca2ff670352265
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9968167be459a0f43183e088fd05fa216045152e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c77d8968fc6a36cede6e3a4fe7a4fbfc60e6fd4114d0bb04c912bd099c03f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0990c6443031371d2de662f98bf6da07a6e537
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24689f2f419c743a49ec736888e4623ef049ec09b49bd63d2cdb40165d3fa2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355550635103cf91b3e77a1fa9b3c76b56fb8b3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b3c01d3934818f949fc0d90b44874dcf942b312dcd201e35317bc62d5359d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d15e514e32b84fe3954468a85c8b050d2b64cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9db20fd63b04c0d66eeb10a4bd85dc7729ce948dc6151a9a6d21a83232b86f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6f8a407063543d27182d346812c8da7cc2bac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d671c774581f1b4b0932d303965dde6b135d5ee3e17edf17abbcd2a91fab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4a3734cddf031fe90fc1ed9c35bc3a2f2cd965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776d1bbed224c2dc10fb39c7879f57eae5825da505ab3895a4b4c1cf5b4dce7e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d9a75111f0c79780af5f355e94c7ad3c565c2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6002452c558176f5efb025f5797a1142552dd5cd8a896a3d386155bca5769575
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781ea4eb56b83981abe2de962e6bd2373cca93a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a41272940fc612c10e4b3d445b9fabf104d4e27fd9b32846afb60a7c76dbd79
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649bb654bde8eaa930a5881dbb1bc46de9cdfa48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d7325f12914897a1222dc9bddab7a459a47efa23f86103f6436b3bb74cd110
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba3bc9a4b60357862175397a41f260b1e9cc895
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2298ebf00150c9d2c5fdce665ccd3974e837f37e69859a110e9b2ce73eb0c88f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4a660054694bc3fc8d849c5bad2c013848cd75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb83cdea33a531018ae2b3f9cf4983333f59259d7eb3710e8e3264d3bf24f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2a0bf5389ffb8b418ce5b838117957a9ad8bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f7cd5ac510f627e3144481bbbaff19f1006ea7649a50768584d50efb6a1052
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8033db4ca9a131b0a06639fdb6431663f612e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d102fd163ef8aed6f1037f2e665f68b46357508393bc7fa2262701cf6676a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c760ebd20f87514af5424efb7f96bec280808aca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6b16289e2b8aa3bcbfb899ddab99767a70663362f79ac29f8a29e0fdf5be5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c9c2155790176d27b8d594f9f49cc9dfa7c139
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd99ac94d4bf953b6f657ff83f23968fd1462d7bd72871515ef18df3637c3f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72632b0bdd2475c003fcbb938f474cc53ff63e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ab686dcfc3ebe202f9405ac105427a4fa4850c77dad62510c8af6e578a46a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b686761267ac81a74d4dd91024d4a7b78909187
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188528603701df47cb823d12bfa8ab841b90e5a2b17242e31636fde395f0efa7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f9e4d3fb86c70932c626ad3a8ddf415b928370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0005fbe001295730985be48e2ff0d6810ddc5f38fff428dfa97fa3574934d317
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46cdd10ca86f8c7daf0666245d6c7ec8e6a43a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18add92a4ea7a0c5a9796fea8a82550ea59329001bc73b6e06078dfdd67f0330
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27141100c08b5b339ba80974399b0aa4e3951b8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37607131dcc72b35e209e68d3c546aa23649319f66acd6bd29fee494bac85e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fbdd08dcbcc7bf4e2e642cecf6e2fbf30b5bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa99f9f57f70e2bf194a74c27ef472181f5fe191b5bd0a187dc6290f05263ce4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b1fb70bfea52d04a6e141b1c0ae7ff0a8d3f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6107c20a051649285097ddf2c205987fc219d9a9fb04c3991375de4821544a8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190b676eaec59bdac8d118016503458a2d0d542c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49543bb75ab3cb7394548229f319075d203c1cb4aab6cd7c3149b5d75e370a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d102e8a344f7a7a7193fede594b04d9bcdb0158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a602c1c4cb3b2884cdc58f134b067abc3b21c787be37c98d06630a8f3a227a79
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab1926f47896540c8618411614c6b2001dd1bff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4fadc7a170045b2d51534c5e41f5aa03d5200af0920a664134c236a6247f80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b86bc2889cb1060c837a04582c8fbf4da049da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92150857061729885e71e9cd154569d237b9c6694a92b1e774d03b0a6170cd8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf02e3501689863508fc9d45450db520b1e2b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f3046b425bef4b90b86bfb270d58e00cd867e16c17167e9482ab9fab1ffc1b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2499e16617b13220a997d20f3d8e88f26b1f95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8043d9cb8d1db5c7cfa257273d613d732fe24b698688740c6883706a58802d99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0030e51945f01542c122599e1eaf4239315fb2b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c1d42f5b9ee6e1cec294ca47f6cf04cacf6f649c35f5e3a2a9d5eaf2faf575
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a3d6d440a1ba7b04f2e489aba77df188cbb710
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22a600e0e6a6ac3548704008376c9c46169f790cfbc117e868141fd23a0b907
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4bf8ba1338a0e12d6779278141a76ac660a608
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b349d26efd2a087288c76fd3332f8f58368443d278503783f93c5e3d4ad4a93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4999e7d65a2001dba4e85f7b7e767d82df61bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962c84640756b634b7df42e04d63ffc99e22cc55feacecc394490e5febdb0b0d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b299bd749788dbc07f77de78840f799e112cf52d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b57ab8a2ef43f00dc04a43431b1aa2b7e047ad339d3322b9926e567f6a5bda
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c211697847ff054fe96a2064087539b2c8d32879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464cd907658390d1e4ca7adaca7103cd4ebb848e3b4d6ae5b16345a0ee77492
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501f611e31db2e1ebcec6fdcb461fae8abeae9e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a46ffaf2ff946fcdd18d7555eddfcb81685cfe9cc689a69b0988f4221cd93c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e110d948ba64a3e02f2a3fc4c76f869e3a6b6ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a72fef470ae139095e71fe5439bea73e83ad78944afb4fd873278a0c2cdc8e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4526512549a542e74d61b17a9fb870808eb6070
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc67a944dd488e25cf1aec37017f919533eca48508e4dd38d7cf972c7d9d9d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05fbdb5f7cf15bc5e25a348f9991034d412e84b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e873204dbbc68b86d822accd2d2041c8d9ff68d8fff12b7133c27205c9919b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0aa0bf875a4cde669bb75511b0d6129d56915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e124838a3b3502e6a9d7d2db94d88485f95720290a20448d0a44a5ac574464
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09932fdd99defce5c5f115daf96b530a129e83f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00836db4542300c10c513e8a38027fa8f30f0f1f316bffdc757b0a53a33033
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e757288295902bd94e9b4a9e638882195816da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bdeb006c706164081944600068583a4d712f42a50d530ba242ededf36a76ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab2be357c9ee17ffaca4d6ffac99f62abf4ab84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0542295c08429a552a07b1984835222b4ff41b80c79a555ba3499625f818a6d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b4911d006aa5e9e58ee77bf91944645f13e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e732115e2fb599fe57dda346442807e0b70e417757e79180d6ef6df0081671a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923454e13104e12d4fcd0853333f2fe6b09cc32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c3b8658dda08aefecc893264d2281941a9c0d3db6e26f6dd833729462d8481
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffe30f0d3362ee3526dc33571a2809cfcdc6927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ce4e7bd1f1e1024caa7e81bfcabef77eb509c700c013db72c37b4b79b9ab86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55859ca09384257fef41d7969e84621dd999294
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac93d13722469e676f499e6f808e914fe79fb7ec52ee7e7ffbb2c224c067b78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66fec6843c6b7333e87386a9e14debdbde45d89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c433d117df23aec8d6491c28ab8b73fcfccad6e9e35b4e97b1bcf60652a50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41217eaa47b957b19c6f7288644dbedafd880cd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e842bd81e5e3b627efe6e04f9ea58129de3e6ce34a7e845e8e3a195e1737565
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17f5b6d2dd3b1f7592742bdd516b46dca01ebc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15c0e2aa21e41ba7cb830a4733612c500a244585b085751f5865fde12eaa98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0326c16bb52100a44691602d902f054ec68c4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fab9c4038e931339749046115eeed8628df1ac2a7e328c414dab8f40b4e2e18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dbbda4d044a5b9f1eeae608519202739ef6021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d981bb56ef26ec06023f41d29bf8fd123eb64dc073a9864a383840b1260423
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a381ab481364383ec16bfc18397e580f99b757d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6725fa19b32b4e714259c420967fea08c53c7132d842093e1495af75740644f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789f7c807e2ed3c442756c5d8615c9e242f53560
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25909ed089fad4fe33957019e76f9a802dec6f0a10892c5f700339ec49fe0132
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99635ff8cc9f6d49c790e8cf9db3f7a359bf36c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7652d363a1104f07769b77e7da632c646404ba6412a73ded6a2a77a997bcd1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb55620ed646da8fb64cf1ddb80419ca0df6613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af4acd66c0bd45bedfb3c5d63346c4ca9a3120ac7ac1135605884a602a9d8cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3bc5642359663d9d34a9562ce4b257c760bd22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb450a9802d0aedb2ac449ee81d8c4c35600fc527c0293aad588808ff2552c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0692f55a3566a585b9cb3ab6f9dafd17ec4ccf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35b0bf5b0e2350e0538f56f0918b00cb236cdf4f004c6fdeb42a016178e84da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6950a70679bdcbf382dfceed79eec89f25c62f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb87e0861fb8ea5e0429406aa5d33414d7506f361882967837361f8f8cd5a87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d18ae69868c73184d78f773ae85e8ff48c99b3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e6bd2889b639628c2afae7dcf8d2cc14d2f6c3e95ceac350ac1284d1601ada
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253feb86789db6f35d1c70372cd44b6d4c94fca1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db96c9f75b5e22f434482bcd8053c3a5385bc102f8cde4019245a92109c9afdf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e585e9874ea0e7e93212ffbfa98a332efcf67b8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92345e02d651dff76d000b50faf5d27e13c216a4b10cdb26d9e4a113338ddebf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2df4c925ca89b646dfeab0c179294c3f1438412
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c90df934316586ada3edc874dfa880d469a4c5e6d652657da53a8166619d71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fd397fdf1bfb16d6026d75dad45b93643a6b14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18671964447ae9143d79037832044c77b63ac9bee0facdd5c61753f62bf5ca3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fceb5330475bc7867b53f8c0935cdaa4364454
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e8a1e48f364079f0730b3ef2af69ae82c6f05c91e0df341494cd423b6990b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7b74d0c9196ccd5b8820e4f716c56be9674ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2983142466bfef19e289161d3c84a5480984d5657e8c297c6593dbe1690f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4090d6c84f726a044c81e389c0f857b40a56d63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11866c8c63bf4419b0f0b23743cc2915e1feed253e24ce7d453af6a77178e18d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beaf0aad734cd8d814cfc1efaae6572c606addb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360ddaab627035e85b8156e5709e01a3421c3bdc6043ba401298eeb1e240155a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d0ec85d8434f66b719e9ae373d99b26bcdc166
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2cb4440b1517900631cec7fd8ee287482d9974a145503306c1b51df0225476
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93dcc68a22af8ee4a19e92473d936a6c55bd1a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f71e38143f18d9054862e4410787cf1d74c15373721025668479630252821b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1e5bce5faaa581a12d4dab1dd9f519dfcc63d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e799e3b7ef1fa36e1fa33237903108eff1cecccb327f7b7a9b68459c7e19388d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d69c217ad385e62fb292d3c6c2871e23765ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60100f0993900a4ef636b6bd7e6099c8aab2934ed2d3233793084a83a724d2f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d43077446ec594fd5cbb59be18ec7744580d87a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab8c6456ddf0c6ba466dc0851c68762ef30bf869429e64a70913a0441b34e65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0946d2512e32e331b18a810cc2bd220d222c3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc78bba1240380b6a3ce251a0e08399029f90b480feb3d3d66edbf3396f1e55
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c9b90a4ea8c59260adadf2e596d787014eaba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff64d717532eb35e545659c24e474497cf80b01dcd4f8c51c30ae3b5141742fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb062248a2120d4aa2e2e0bdad63aa19d5b4e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3f70935de3a346bee76413cf04c8c604e1213b7fdc51f18f1d3d58cca265b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e79e920b23a1b03bb5f578e2dc090f6860aa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea6482d1f64cf527944f98576a4cbafd41e5f2af0773d311a4783e45dc82c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993432bdc6836e163b65ab6ca12c19cba1fe5219
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0957044aa1a330c4461eed2ee386c28866fe047d919f687305eb55bfce6e3aa7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046bd3651bcb4b11d0c57bc9fbc4553355d21f30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cc3ff1c1168bc4ae9d9c245dcf4985be79e3381c31324d141ec7c351c0d6cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218ad5f8b609f03f0efcac122c432fcd4ce2876a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca225058b6af291d960d8e34b4f71d2ac777d355fac30dd9b6018e4b8479565
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a0a9b336b016070dbf4bf5f96ee8b6f5e0ef09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054df4b3386a884a0c7892aa75f4c3fa1d0a6c41cd1cde687465f9a1829c200
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ada2838eefa7a057507bc92a08a2931783381
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e043cfecfeda2daaff11e5debc88da4ddef42632b3d24cb80b308e5441b097d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f30b4c0e1221f79cba10dbe201f4cc095b6940c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d672f29dc53ab9ba6e6490ac8531143871c8c5458136b32194816f32ac1493e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9cfbec52fee79bc2972a6d52c3b62c73591e1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b57d7c5587a9b61bd45dbf19706c0806c1841d89c5aee80a51e7a2d8f08dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f31e0734e63ce55ae42ea085865f4a7a7068e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad2d536ea3242b504fed2ac283f43ff31c046d5f6f0a9042acaa3587fd69036
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefa89f3eea28f9fc0e133cdd31104cf45807d22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4608370bb1f15779933043a8e39bd328d7f0a431e4390efc588962b87d1f8cf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897dc0836df58914afdf1fa57af2b4f696b1f7a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd59c585db7f55031bd084e73b0638ee8c1b3a5e8322d37c67991adb4bcc5e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358dd55284792d351fd7138b501a729bbc2d0f67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813477b4a5f40793d07a59515f877bb71d0e1c6f620ba8f01cfb21fdace18b3a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0835c44a773f289a7043c1aa55b2dc8ec541d3b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1ecb324b958b284a3c82c8f6966a34eed4140632b2d815217793efb6ef4d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868a75fa18670f0e3c5677064c954267220e8522
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f5448c98cde86bbd65730f014869996b4a0c2b12b4e2ebacd7674084d2e037
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183de0fe087930d93caf5b4f4f6ffc7efb7cb7bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c3fce906840d7c83d1ef5b81a2933064f6d536c1e8867c9ca9d24e954eaa0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501076c309a18bb2329ece4a98a792bfa236be5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273e7cd1e3b9c15b67d2d7a74eeb95c7a3175c533014ba051d64f80372bb90cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6b954afec899a3895cb90582976aa2aebedaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d941fe57e35c6c38255d1af6479223af9a7f247596f8c2ea314f8c1b62a12df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b8eb3c702e4b8055af2ff248c3766f122d171
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db911b6ab33beaf4d1c84c1892fa2c562af737e01f9e2308dc7de2ff37c3afbb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50c28ac660fdd199a9e619d7c58efb9f47f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1355d6907bbe81ef9c3da50dae76b3791a62b6a5e15c3c85395f4bfbcd70a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af9f7c54ab139e38b8ef74c002cecbffcfd126
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88728d02bd22e8fe779ddbb726939e705201181bdb3a2fd74f09a63fccd262aa
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffb62eecab9176e61108c7b5feb663931a9ec4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aae6509ad6ee07ddfc23bf0364e48d752f99fd74730154596e4f52a7d658cc0
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0273ca58169a2b3ae4ea411a480a4279344e14c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f152e2f2b38feedc4f6585278892d2b343ffb96b1bdfa010cdbb261c89982111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b567aafb7b9a05fb881fcea0b09d2f15e60b0120
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e690ee6855eb241d68ef33feee385cd93936c566df8a8d52484b159c6aae839
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0b9c77705ee313935f6489fc60455e646eb7d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92ce9cf9d841e528de5deb5647fa8fb63e8d4fa7bf9e6cfe084fe9a56de4e88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7010986fd8394eee5c7883bb7b5683c01701e822
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2197813036242c81146233ac3c6786051510aac311d265a61804f39909b4fd7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c439acb721351f6af968b29f3a7486de985a882e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c647a9fafd5befce6f2e285d649bdd4dda6f6f556f3f3cd2cfb69971cc279f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fb720aeea879038a3cbe912608d17132476c91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0147c89496bdd38eccd9f10d59ef5c6a3697d01937ea99093cda1c0b2c0ff07d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8704347aae6ff96d56453d89802ab90e066c2b70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4b5086008b3a25891adc49616659036356f7b112fbaab81129bb15ecb85024
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55e68a414c53e8ffaa0835fc28880efdc1c1c06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b970040c2b295f6353c9042fe4371f95c2cf6de7adfb84c6d726f758e823be9d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e135b0d8d799cdffb5bbc799a8323784b014ad4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd5e622f33aef5efc76a5ac49327ecc695bd4d8bac84045988c49825b95b870
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029064cc8b1897456a556348c51cff0a85775b10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851bd62bffe8a3c05d6dfa547f89b8acf71c74215ef968d141e1de5fa0c55108
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a31e526f5b05688705eca132aff14bc22337f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba8bce197fb8446633e489bf3a8cf83c47f5c2f0be8a340a414775418d0f2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93041085b54c623e9c935780551da1b66e5c230c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d12bfb5b7740f5a48c48f384ac02c73ef66ba9af644a4fdf454377fe001773
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2e801909fa2014273bdce357295f3e56b388d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bad117f345dbe8b0ac47cb9c283daefd97561171d3c22227cc586d6a30c613b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9c69c38a20df122f1a2ae6f3d99d351926bae2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a21f67cc67def0b29ddd0684aca7716fa09e51ed70b6844da2722dda9d7942
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4147a7b6f9ec3da6d2d1dbe5a1672fe79b85137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552dedf79ee883457e2fd5002715288e64c756d0556e802c07a8723494ab787d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44080f020ed7c8beba2210080c64e546fd556e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c7509200d7c41d787566f36a1bb55c55e7f94f49c718edb3b947317baeea01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506be41177d7558d190787529744d0c6a5da8f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e237cb5f77c53d7dee95f43ece9e32c3b29b0a686f2eae3277162cb021713
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f70b1c86284e2b7e31452ba60d45947cf5bdfb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083559dd21ea40cd6cd72fb2a63772f703acec3ceb39729e3a2b5b525e3033f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425f131cefc0de8923944d66bee01b63156d8306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c09ec935eb5ebf4bbf830cc5429d402954cfc300fd633e71cc45022557d5b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95431a1da121b681935e172f57370dc8d70abb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41023ed14c616f65de208c02d2b081a7b3d433f74ab12518f9145a9c428292f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701286f6d0be3e018dcc9c7be934625cc8cebe53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb1e1386a55e8eb232e319ca3bd07dc8256a7cc5320222b33e47c6b38ba01df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b1c2dd3cb5a2e7fbd1705be4bccc85fb29c8ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c60d2f4cb46fc48ebd5587fba647c71f6e84e6c629e543f6867abe0bd6146d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a508cb5384585cce33b864f4a54b8c1bedbe8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d483e7add3059d92ff74c4cd664afa765c976ae6502f70d28253b9a08392def7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c34d6697c8752f2a67443ef5f5b32ec75d315
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75699db76248a577e015b34c109d617ff1789d78fed66fa90ae275cd121546c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13380822963ea21d175400ea5712ed46e5b1125
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4545275e1bb3daa87e56fc21a37945223becc84689fda9d79a1497b7b887c33f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9508466dec7f96a0644e772a07d34cacc54e03dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcfaaaf22aff84725c522e0a2a8b9b09a212bc54557a22761606df5dbfee695
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ad613086e45fafea7187ed443d61983ee28aac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d5d8b784e1df34388d5ad8952f9899a79d73a16515ec08f9af6f157d41191e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b9a2746663a2fa145aebdb91804f7202193ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e48c78f787b239464a7bf24f377e0d09c5fa38bb6cee21fbd3bdff9c627e34
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639505b25ade366ad402fe7c412b529f992d5103
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62373f805468b66121bcab17de6afc9a53340d560b2529fb60fbc0e4ae5af06e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f24bd38389cf2c465f75f7a5771eb7238ab767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00644225b14bac82d185ba6e8ca514fdc837b0f50a7aff3f48671ae8b747c51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc1d8d0ffb77debfccf85351850e3fdf214dfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1ad950e9a53efdfd1c8eeb31082315018a61871eddf45c49dcadd42b184fb2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e88e2a89c7290029184a94794909d4c03504970
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09e9ddc2b86a56f959bae76cc6535b6b3328e111aad9eb68701c83ad3639502
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabc06d8c7e1aa33a17f0bc33804593e344434c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f044edb1de9340240d45080a9b7703185adea197b7af251d332439d3864c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8e77d35f7ac1a1a0927fa31acff448a6692028
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cd1877d388d32fc08b9eed71b340247d1433a2d57612420910e744ac2ca03b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cbbbff2042e0806ce7956c98d4cb2dd33fce59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed7d250f40b229dbad21a9872386a401553804c5dc416380c52b03ca5f2a80a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5a616d9140bd99bb79c129d5495f7cea4c67e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc3d815102ba7aebe6bf63698bca79b07f5630e9f855716fe463b9516d27f2e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c784adb687b9ba59c572a004ab7d993b9c049c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1493475a9e106c05961725ba179f788deed026d064ace0e5ad1209bd7219c5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767d86ebb30ca496e24d6c30eb170c4c33980f38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4631777bfbe729436313eb24be5b0cb541b3cabeb7b2bb5b2e01d5b85ca07f0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8232dcb6ac4ffb0f575e2272af85ad8b075141d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2cc024386e4f34547d43ffdbf23c55779f169123d6932fcc3c9d94b84b2107
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58986aa1a56d6a22e0678f46d5e53d099558d93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc36fe70955d93f580c9360f244924664e0de9bf8b75672835568c3c66c0704c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c62ff8075daa9b4a8ee5ae0d99435e133a4283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40becbbd7e0904dc4e402571f92d87ee139e320d40882cf91709b7a43e6e1659
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07acf5d270bea6eb7491e6a811286697e3c3b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d34b9152dc1fbc2b37e5aed272bb444e94e33b3a7973d600e7744f787bb157b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38064c0e76cdbda20d8c43c0645952085677d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf11b420f708126f2e94bcc51261d73a328a196018cdf913e5645f136c7ed6ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712dc564afd995b27c3850506b014b5c662c0fb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb9223ad5a07bd236a996d45a64f2b0a4afca5c1ce989f7f51d7b58cbe8966e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5577cf168d931b245055f6cb2989f8367eb1b905
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a7fcea4ea1c5345dd4b0ed1c3428b9057b95df5d4bef1aa751c27dd180f88e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba612b9c4d524da770ceb5e5fa88c42dca7fee1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9fbd4297a1e4bca0082f4a99a13a89d153fee759a63bee3dabb0e11024aaf7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349494d2ca01d67cfa0f3d13aff31a35589717b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6522a48fc7b48305e592187e381cc7c4f8c231aa231a6dcdd0d4f597b991923
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb83828ad4df43f2931b31b69f6b57d90ec5a3ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1672adcec4932f8c06b43c37f5b754e2c6984c4c4cb63c3d16351638bd196e0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66fdba45c30d73b7db7710f7e78906a05eaf83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94237c0e9fb44f6cfcb2c822bc14182ed4600f7a577c1f7237e559742a7b5910
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbfad0b6729608ab6ef0ccfb7423c862b679c8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3c2976cef56a1b44493ce7f607c8935b0feac5c299ea92cb24c8e8357214a2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcbcfb9990d7d109a9e3727166422261424a441
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3a6f6ce7f114c98cf4f43d15e0092b033daaf594861919981ea18faf969493
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17edae060380e5f68da76ba0bde9277563abc31f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69852682e5b3767dc8ef73fbb7c543b5bbfc600e8057943487105c11d7c5072a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891a651665bb17275c19ef94133be03af8f4671a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed8b631a5f54d0bf19707668cd5d421552ed043cf8e37e19cfc1750b555aac3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c279af12504cf41d854463927d9686a7e08f93ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d80f4d538dafe2450ff1a1660c64aca5de526adcdfda1e366db074a03ba84b0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe148729deef2171a9298fea1cd50d0329b6f65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc0106d094b0aa895541269bea74f0c33cac78050107ff93d812fdb1a6995d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7af05bd48714a74ceae4574dda266a2df6b612d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f66bf3729ec2e0e38bb1a0e64a6b362dc4dbe49608eb1e2b0f9885d6b0cfd2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc15cb856412e68eab2e5e069dd3dfb124503a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6947c81f4b60e204620982fe16f37f6cf9d033c0d840db97b8abebe0ef68dc7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9cf4e07dfad253a1b815ae2a8b96aa9812dd90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac74a14d53bf9299ccf72064c672f32cc7e62a3b65f58402d39ff8e2af8518e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba0958daca0a0e6bae8dd58ece1d90387cf5357
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dea9baa8ecb7767daf0c8233873757a513441a18ff169432c46beefed68e266
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2209e347f68bd19a1312a7e265c780b65d7371ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d044063021be754f6d759f4dec97fedcc4ff057553e0a4b1416d764c26883293
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015019149d94be142db1ffc37daf2ab7b28bde27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95139cabb53adb25be002d4d8c9c070c184183fbee5339abe9efadf69c0cff39
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc4874949a9f87db321fcdf06c5c56f5baa0ad7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e755780a5c1feff36ba6ea0d3bfba8fcb97ab1a6b743e1756cbddf37e56664
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dfd67767efc8c0639d7b6704418f5a4f6016b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf2fc82aa213998d798f9bc42025207fcb3e135b708ecaaf9fde2c06f303e63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf212c97acb03fadfaa2e20fd9d6a1ba1346394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28626e26c7819238aa580acc1f88982881536f89de56978063a3c91acb010074
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3064522048a608419b33918333ea46bda07b04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b7bc897caaefef0cf0553529f8777bb220c109afc48d0460d89e14493fe25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49db03c31237c16744c58691da6975c3e551d335
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d293e6cd0484ea91294f7ac1b9e4b95aa2287200139de2fa6c014fdf7011730
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684569a326eed992f0c786fe9cee4e20aec1e1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cce169199fe1de3e1fc0ae4dd10554dd0554e43d81ed970a7bca535579c23a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab063f0633b87188381386b2b909eeaf0930519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4392d9a82f05c4771e14ddb6d93c7eff64bca404e4810487cb3972d7137de816
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91be252e2354288e9f37a9ed233328dd8f3f6a3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d6b0b08d911505fb5a49b9fab447c6fb7d2537c612ff148419f8ef9f396e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361c63afa29ea83478b4c7084db4e9c2c7984948
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335057e52805e7d98e1bb90f51c5309a08506296f39c4c4e01a9008cf1579dd5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370767da73a206269a1d197c81b592ed59cd795c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96b759f1d630a47df19533742074ad2afcd76918ef23e51cbbaa76714f8e88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b4eaf614f0880bc220e3ca4581d4519e9ac106
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e362775b946d82c5b1447ac5cf3927328c8b2a06708fe65746e03846e44a72b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c230e47954c025f1779c48cfe96c3e03b7a20e7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2306abc8d77fd09abc0a77488422416cf51365ff243336b2f6e393f24a015376
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be027f220b37e47f8dc256c0eb91e1cbb50216d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6ff1bc501d99dcba9ca6a417652c8e5972f28c5f1297f5a7c2cb388495806
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb124c71500e07f461081c90bfda03e4a79b57f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6dbaf46e4e2cc301188e22632d7268c2a7946ad3946d2561c134534d3c6d71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597e21cc929a488efb590ac5de142ca2646371f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b444cd3931743356c72a596ca3970e7cad35cdb407d1963be4fd497e7df6656d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df1cd6f4301f9253d700bf30c54de192e592ed2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca7e03024ba157f8fb45099427f58bd35291ec6218563fd43e374e6f52641c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07e947cf2c571869b58f3cdf088bef47ea083c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8392f66654ed1ab4c87b370fa049838f1325974be085cf9e8345638db9e35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6502f9b5fbb0d9fcfc25b2bf95d2434c1c61df12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8ef48ba60370b03a883251aace92fc202e6199258a58124f5f1ce1360eb2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a13a2647fdbf9350685d031ef529448ea2c7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92c43f24adc772f881f36b3a5367e0136c962b25c6b18d0907304a885dcb98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55976a5c894453feb30ee6ce21d970c98e3ade2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edfcb8508f242e006817acfd0a851092a88f9e6609c0c8c80e23db5c8a9ed55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5bc9db021756b8975e24e5362ec90fbb7c50d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a604bc4c48785dbab2e5202dae3ca4e3d637eb8417509d3fe5682207d8e9d681
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d7c80303bd4f64060c263e0eaca84617b4739e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbf72f911edf9caf73cfd50d258313b3477d5a469882ef0b40d7ca83278dff8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f11885d13c32a11566c6ea5fc9e723fc4fdfc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dbce202fb6d808aeb7d5ba6c8cc3652d1a6a8a824eadde39af5e7118c053da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02f4f5f66747aa9bbe8b6987e15a093a583036
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6d1db3b76234c3448bfa6fbe53b897089c042b36d724dc9c59a256c7dc376
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3680ecbc213a267ae25d982132eb388584bbfba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05188964207a32ebb0b247698fb235dbaddfe99f222f021e13fc5627102e2226
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333f54ece7cf1bde7dd09008c76f8fc8fc1593a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660d4145382e55ff937bf9a4103824250b2e2284b32bcdd67a64fea7d900bd8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15295dcdad8dca4372e95ea008943f0a88081fc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fecf58b31dcf976238c5e6e5a8dbf2aa6a6c2b7a01a02ee9dc936eee1c7e1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaa8a3a749dd924c8e56c67681de7969dbef1e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4521dbc706725604a246abc3b7b9ed2de683cfff4c037c07c069198f793e1c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d258ac544390a861a467c5c26bba016e1cdf35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d4f44d632898a9f5c4d2098afb7643d8ae390d2363c96efac82ccb34d2dd4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8146e69a5820915cd5bbd91f9f8e71da3ae763b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15e400abde24b6c763bff14a6dc164d97e714b3abf20885dfae40325825a13c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1961cdd4aeb00c696e3e383479cec4bc77aef6ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d81fc2da394b26596f55fc184f4174ee743e6f1070db6e63f25daef1c2972ca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024844bdf404b893357c1b18b3bafc8779954249
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a779191929b1cc0351166b78ac2979891373f48ed0261817a03859d0c76108
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a92e8d967723ae14f8ea92c27e7051586e81ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04c55a1d41a4c962141b9c27d4d273b9af7ee57dbd76b42c3c574ed1fa1da61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f7581711c1fca5331cfceb44f0f2580f942c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513d6cda3e8c54238e5903cc676549eb14077e0d8b448eae85c2c402cf37427e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27312900136f3b871a286a4cc15de9121be70ed5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fc5269623480eae8220387a6829dd6ee6c8f6fb9588730b82c9faffb8c8532
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acec59df8f0dbf0a888c0ff4a7b3355552e61d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e7ca648e78026c0f2e8f07cadfaec74acf4c2600a314a2d38a1cd2a466452f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de2eac174180784784f16082566092e993913bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0921ac95aeb4cdb2ce6d93edeaa1e2315de4ec506b1665e67c3946f80f43045
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf10b2e4b4e64a04b456e349783b32a8720cbdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8253d85538f0288a6b8977497ead2280ac4c561f5b1221575d8e7645f642cfaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f14e418fdae98eb6cfffade5d6c9c49dfc38f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abff22f0e17a29cdc879c78cf3a6083ac07773ea0a9bb65eff466ca24625c28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34315d94e0ddfed46d1adc28c13fe84bd09c8d02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dab926023bb5edadc795dd5727a1d02cdccc7f1c43dc99286c60dce85aa62cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefeb796f0934471ca5ae75245589addbe69a293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12354251748c79abb099dc84a2a81e41a9d8c3fdfbad71f706d8e3b5db8a8b88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07706ebf1d6dd33e95bfcaf5b4fecce23d48f5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d930632f182643d94dac70d32808221b8f5d9dafcabae2fd3f3447c92845c86a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897ea8a91648b67c94b2f9454393176b1fd56be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473efadb73900b7f243c0363c4e875067b176266bc082128b7ae9476eedfe71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0f8da3c9804ba712da17f4d21eb6b49c748189
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5048b671446eb8ef77136c47a98fe93b20fd31cd310fb4c6b5d010bbf8248740
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cb6012ab97116a1aab6cff4bc09cbeac68a2c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2978d877d8f4d38b4ff4920defe087bf33fc2e098bf0d4d70aeee5e3e4770357
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c869f3e413088e3e8d12c193d7736de05eeaa7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af6e6d7f2f745cc46a4b3e92f9f126cb304fb0586d408696df0a28bf094715
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc105aa0686264f895cdedf7854693424739723
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e2d6b0ecd57ced25731a295d504e82436362b7cf0ce3b9d6d3440c8782790
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db06eeaaf34dd4debad0cab962afafb26351a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242909192d07e78b5d37ecc02331ac50647f7c39f640c5aedbc31ac1ace93d04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd1261ceddd35c2f4fc84e2b9371a5b5752e152
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd16102e9e9a52d15668c72d4a68fa839cdc673e66300482aeefdee36fd2eb18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1a52bc64f33b6dcce82964f9bf29dacafd5b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f980036d2f30122621026afb0148d15fa6cf278d8f56a56b2151a0f4c4423
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6518e5d85f1347f5faaca760b319fd133bc33700
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e06ba8efbdd31fb0675a23aba58cdd97f0c257a056ca04cd39968c8788a980
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d992b0b7c1a6eceea931a62495fdc661df018b8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ccf941d758e072a6192c56d0243941539e1dc4ce7c1c7d1af96fbbfc902eed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bacd26d383aedf9d64c098ad9f35a19e6ee861
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86cc2d2a369d15138eb60207ca7b08162574ba3b9ff5d3a5c104ac09fd6110e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ec8031082f1c406d728ec946d8e75a959929e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4195aae5e25d644b0cbf98ea5be38b36a604f8bacb23242ae38461afc16a7fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99e92b0cf79d6e895e2774d6015756eff636808
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e3cd28887a5a8afa376ed55ad00beba6ff796cf4cf7898cf0846d5db598960
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650a42a48399587297cac06d14e13286a7159c52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5064e31d5b0c750c9e888ab4ebf11395a86fb723623a80c41d38dbc4ec1f4af8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637869e9280de0a04ec3dd8c8937175e0ae108b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5edcf182668d764ae1a1c601c3d410c8a5e4d55da07687233b7e5c26f61030
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9816c086de858193d6dfcf132f887d185741939f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c130dd20c1f20a9040c634cf67e8d17f92dc3a84287ad5976a439e362c828
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0676cdc8a83ec61d36409656f2ca1bccb18dbd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc91066becfa8b3ff8162932e3234dc3120a852f6147ec198dfc61c8d1c5c73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5200ece10f6ccbb3a162350a7b4513215af75961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1807fc2ae81946a0c6c85bdcf84e2abb55ce250eed411b99a6f1eb4e8d6cbf67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91caa92503ee75c8274619ef4c283dbe616c1dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06838033837d6e025372959aac1c95b4132e7dc13d0266c933568ee2c9fdbf68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9c48728d4b21d298e5411e56c8a0c9a2904a33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cccec0b8745374721b25b91b1630810e7d7ad432e3b1344a2b50f416dfb5b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8c167b5b2751ecbfea7a7d2053f5470d7f1bfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4211bcf859fb3f0c18b32b0bca316439cef7984882e2607e3d8a3dd3a6c4c56e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93d48406c9c8bd4ca7e3c8de6cd8d269e0808b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286f3302cfb3ce31d324872f14aa022407aafc3d8fedab3e8844e056cc2beb1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c821663efc98316c347f9fe267481683337d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ca459b0c698cea85e0f445103ecd8a42c574c18160be3645fd4338d38efc62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cad73579216512551f9b3dc03e6a35be38a5f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda73cf1f4458285bc49fd184a5c18be6384c7572a18ed58c5247487b1eeeab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fd40f2061a20320dbb95123cc69e95f3105a6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d52910bde03e0a20d74d91dad8d1a84f502f3fac0422f62f2fc1f0b6a348ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e83cf4287f6c8fa98a8d2d9b8d2164075b52ec9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4688522b7cdbd8d86040a0baf5b187a1bf203c6c30523a3f75db0df3276480bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df7885ed669d90d8cc30d25ee8c0b10303b8574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a4ee4048399575fd92c26f07659d35b9d5278acf8922e1455fba990ea0ece8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb36d17354df40c6145f54ae9a094d4a8c8a42c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269659760cdd6b05cd508ac79a6634d10c95bc0587fbcd590314c164d164957
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda63b0eb3f0eef210fb38e00c9f6e63c0aa5eab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af4e650c9a053a30203d8fa8c48dc3b18509fe5e3174be1c3a41200e0203783
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f6f986b9798681e89ab2ef905cff0425021dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640aeb7d9e556a5b0f38367eb06dc9d2a878098febdb6d75cffbdb2b4af3e46b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f7ef22bdc709ef2bb3751e25f5ca01a3b79487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e9ba31a69089faeec5ddaf0142cdb9eab0d01bb721efaf17791ac9736e00e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcbff9ee5320749e6672ca44b7a67b48deaa7f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fd9859f5d4ed9bf99276f847f95d377c1f823376bd4a688c12c2280f897b24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfd15fa6be081780f742d381ef39ea7511ea666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600311141a55323677090d1edd110b40de4ddcc2617bb2b28146609641229554
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e81948892d9244d2868bdf6aff4f0f51234972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e237763147e75fb9bcbc0dd66abb74658b82fbea8723985e11e57775c39c71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479fc67010d1c4add00f41eb54234d20baf3ed0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdc717d55817c4a0483cca638bc5109e57533f6560f2af150c03487b6ef3663
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f78f2f0dce98321ef706bfcea33acc4bf43481
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea2e8d077a720d545e356d8b63e9edd387f5fcbb538ae9594f47e58b10999cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8661aca587c1a1ebcac5f8ad061e7e24115e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5bbd6e51106b32962a6d36ad4d72dc88dcb8a1e3fb220b8645121af2059c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345cca0a30ab146693cda4eaa45b1af5be0712df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8c80773aa927e205baceb4412ec28a29e25bfc7fde730dd335f3561f282436
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d91d70a4d589f072b3a288af4d8dfcec72a996a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70227f19afb873980ad5181f3e03ad68f7e8c9e08b5a5d781128ecb7db94200a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675de0c796cc71b426215108e8dee1cc3585262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d531730651caa2beb411e2dec644532a70f8e71a085f9e92b35fce705308a9fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e688e210a81c2a7cb591dfe40d14ee961db539d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5df8888b359c89a9f70188502a31678eee64304f98bdb21d7f2ce6336653906
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e991d144f95af5c09cabcff1e6a906e863e22e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d670cea2412bf5a22a3ac84c2b4457c0e4dbe78e90355f0b3e62c7c9b9f26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa00744e58efba989a54a08921c5832ad98f2c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a21d3ed0f7f2db0ab5ac784e3571e83b856e6effecb90da42671cc27c642739
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f39e8c26570c114bf24fa81e82828bf4b34c13a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb5bf6d2c86a8fd69c84dffb81a46d39b513e82436cab2e28cfce12e2ead15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4e8fdb157f371bd722f96344175c0f15f7fc4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ce5aca2b5fae2809ff055b3f771e5f21d1cd7c31c7385e70f25eed032a309e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81de5448b99019c096197b5f889ac8b653f0b69f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f9e8580749b47fc6577c61ccdf2078ccd4d2cfda15ed6ed1dd470922a6f46d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf8fc07eb1c943ded8a6d56b2a9886245dec47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c46620fd24a64289a0d213c37282fe90a5a4c1f96aa29a728b4e063e2a3600a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bf5835915ce63f21d9a0e06e0deba9556eb4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9870f7fea5be226c56f6a9d8c2c1bdfb07bdcbfd22c3b7e2fbf6d970702201af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f6874d2eaf3e618d31affd02a2a17da74d7e64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ba585118efad4fd4a1f2af7c4ed8cea1b2fe2f5db643d361fc5748604883ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7db36f5d45e7cf7a66886c1b9da6b56e17ae5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da36a6c99cf514c337e52d1320303ef78617214f385c45b95314bf8da9bc2c0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96637fbacbd5547a1594df0fdcccc2d091ca0f05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41cfe6154fece9a0652cad051a5eafd1e030c8b73a1f2699948c72abaf4f541
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4981a1a2f477d77e42cfaf9295763cc15889ef29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de7f1df59257bbf912ac288a502c662b98e66fed0b3a11caf88dbd14895cef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cfde610622666ca1fe2dc5dae11a699e444847
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec89e50d025cc710e20a112ae1cd2cb930cf9bb1204e61958f8fa58c6f0e839
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba084514ee5c38a41fcf5dd77c44dd704c2f4fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a0c094259dfd3dcb4def517e564f7e744acc3241930ab0d269432966cb1c8c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84adca3475adf30015d662fb2b7a63144d7b928
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbf98a0664863b689d65c6c84b87621be60c8cc6fc892988b457859844e32f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07e5ffdacad3c3fb534c724ecdd7f3deebe0516
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d81b9abfd9b4a9aee45687ae7644a5b5b1f108e2ee7f8a8583c5285eea3503
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c824389f6033d83a354b533366cedcf66e462d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9912d494f36726ae385f440d450eea9d3800d746c9d3927d35053e27858206e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fa068ce9e3143b1f19a44fd8ea927829b4db95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22fcf4fe1e0819a4a145afc953fb455bf5d78e0c5673d401fdfbadacd015c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd91f063c30dfe0654169be98053aefede77b71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ee059293b54a10a03b45641ddbbec4cf859802f0522e002ea1b5f0fca8373c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b985826475fd8e6403a488601e291237388c9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74ba0a28b6a2351f59e1fdfd4829f0397fe5c76d65c1e10356fcd7abc831913
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8975ba7b7707a0d06a38fe90c75a71e7840b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d6d8d18e0db357b6b8d46d5be76a23282a83e449e7d9a18db7a4f150dd5aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d581eea0e05ea23ca13e429220d60aaa193ec1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37cba8dddf03fb4ecdc3e98d7f74a8e6242177636c12cc7e8a02aaa815a542
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfcd3ded9f533f46cc984319b51530d925eb5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8624172ad82d2a17024ca232cf0020046e76dd0f74cbdad9d3bef4b187295c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e03f9513082b2b8818898e92c9f825316a084
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf3a3605bdeb3b8766ac47605d748d40c6cda6fe0608421df387e68e535eebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f052cb46318234d5ee02dbe63d42d7a4613e39fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ceaeaf4b35f90bc08f53f0049049200179edf06968b5b2a7345c6eb9201ed1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dd030ee516ed8e79e7eae20e6c3f1a6622f4a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa56b620cd9f2c36c70a30468c85fddacfc2901cc3628d8d4852bb203b3848
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5368d064876dee284aee9765dc4dc402766281ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a0fec5d20ebd550f2cb55c58d714898f02f6ec37f329186ae32b7326cea0c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22723c3cdf6ffd503746e72530d84ddce4ce9e96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeb2a45ba24930f5a3c6c92c623c57a9c8566fd99da10b639a2651e6693102c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc48fd581870e123d838b064f7bb11f25201d080
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa264685c84a53a64a83f58fe7eb556d68714fe9e638ee2af1b6bc44fbdea67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a28f5d48f9529295f3324d8c2816a8beff0b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1dd8281e40679c7bda4d0575ac756271bcd6c95b953989c1f5bb24354c6aaa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0681062ecc663d79cd2902ec33a59289b7d9021a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec36601bf781a9c57004bc46e8abec8420d97661a5b92b6dd75efdfd7722741
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e7e3d2bfb3e103b2c4875fed135ec7f6537fd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0db105e4835c51cc3dba877f851acba3c7bcc497426307bce137790312e0ec5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea04c6d813046e7950c7ab4a836fa1a224bfeea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f97670aff6d3e5e8d73ee95d5d6f4fcd7cc345a76836d2f531a83639c8efa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6667f79387858ec3bb03d2761f2bd196de037f33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ec3f13c22e939ca6881f4810d201ccc2315e7b253e86eaec36383979595d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5db579307803f6352af4fa847b2166b84bf512
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf4a40b429b82a5115240f92c0d1fed554335516a4b14b20b0c5bbd11abe958
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96611b966fd9fed502d95ac2b682fdf34c4494f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e69c4ce20cf8118e0d40d8a17018f0227f00e0e786b1bd5a5fba93a49fe26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f4f4d79a26b2a1a2f49a5fa2a9b6b2e4662b5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9f18955a8111e17e3dd5838ef15603a7ae7603ef6bcbfd8587865338a92488
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8cbab6de4f73ee84baaeb54d7232fb4b923edf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13609e12d04b44362d701dc78da8f631a1013df61ffb9382dfa497d18db80d04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc513b8adea768dbd08c84758aa1bfee53fde36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad1d7ecf25dc0e6907fb9c1bfae447251dce1b01fc965482dfc96bec87c7d42
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f877d39e54712a132b6a63b0fc52fc4dfaab88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912de6486a6e1e827e2d3f2e6a8f5aac187a3d7d7cdf978f3fa08890ab4d0f74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09564edc82c1cd9893d3af48710191c4916dbf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e4d229e32c5d0de2f5d465fee1e4119a3ad76210fc12b95a99283151992ec4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3398961c9810a142360c5ba78136c42ae0f18eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0bcc20a6e859e9504bda61b6731ac70370557dc399cf0b8f20217e59001ec3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11fa4f8c5d8c1ac32fd16272a102799ceab465a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4eab253e78e885960639f0590ed57c9acf5853ad7334701ee65b518769dacd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e088a89fc8081568efc3b212f89bcb2ffac38f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5160475d17e450fd4acd377fba906aa5deee0f5a9b8c6a66994b50fc88b9389
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dac8901557f014aa5391a75818f8cb4403eb56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98465ec26c497488025e57cba494d5987c48e63093b18335e9f5f583f3d59d89
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426e73128761d7108ba07e46c52d8b3f4e71cf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf5fec1b815e804a9749e9bf63eca429f8fd5fdcc93f1c24bb86c9bf3736fd5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0002e7cb6a1c721fe044a4fda33c211830aa8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfad5f9e526b553bbf70161725336848aede7cf0a1dddb5e3fe7cbf2f7e4c2bd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3eb27bc00ae95b5cff89f7f01fd04218f60dcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ac2a1855cbefa77704513031033825af2dfe6d62a2130910c0330479dc496d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3bfcf7e6fe58bf571c608fe7657f7a8893b532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94c071a0d9606559bf7a6db8f118711917749bdc7842d09979071673ca09ca8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f4d78273b6d575c22f6b32d18eb750af45ef7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dded6a3093932f00e43b9c7223de77112a0acfc37862d239518c04e72d2982
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f000a0162c2a1e2236fc937634c3b1fbf34dee34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8035e70973ef51e7430098fe9dd8c9e96acdabb9aebf0b9d9bcb0fe38e529f67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3637fcf65fa2a81251089f44e22f447f5d8e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af06211defc5904161fdd507009c886c558af4b1ab8f57d9d0fe814e430660b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a46a78cc4069d43997a6a84f149d8c32f72791
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348948302659d9d9a22dd8e5157ffe62fa6d24f96707fe27a0b9d44446295c4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4074e7f750417e1ae163cb00234edfe850514049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b426e39038675bb539c37ed714e54c64db0ef3ee9adcca06facc5856a0a2c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc268aa913b81beb6dca9ee1a9570fcbadf26ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272dc0e2cb0c499fe9528b02cb95bf4bef3043b9acad8b91991a780a3b43d3b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94aeca5b42537e333be9fa2273a342b5ac4af21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb5b621daf27b296daa9047b034a30940bbbaea7ec12bf10ef561e1535fc2ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfc91c25ab75c33f7386dda9e6db5cc8ac07eec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6d4acafec9b98903bacdbbb7a1f7e397c1b3243673d6828304de080d287e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3f3bebe7d68d48bb12abdbac2ed1474d755a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d77c0ae0feff154e7d7fde5337dab917a500aed54f98c44cee973b0717ee1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b67548897c003be6521e1f331d2f6e0b10814
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3064815fedb2f90dfd424d73b0aa5ef4dd1e80adab4ce6fc04dd4733ba2ede5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc9db054936f7428f890b5df8598c1fb4d4726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd7566cfa3dbe2ad1954e87e32f164e5a3a3ce8f1c03eaf07ac597dc9a48a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315dd34deb54a4f5681fddd49eb35592412e9786
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409b33cdc1bd022eea036376ba73f46f065f62fbb75170d8e9b3db056574b2e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0420110a10d10899a5f70b0ca5d436c3a03661ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d5556a3f04e974e622ef9a53c8c07255256e46a5467dae77d4a2d041acc1f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b3d037169bf8f56eae0cd64b3ab2ccebb3cc59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8886290605c6915d5ab5f11f5ff29a9d7ff63d70c306dcb288cb5e4c96128f2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34228553e1ba297e9ff6edd48f3f5a556a824b40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a78340f689c1624e3e9dc7dae0e3f4b1218046cb306374db8804208189e858e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c257bb55278bd6c6524d9713f9fa6d088539c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ba1eee76833a0a575e43fedccadd1e7235f3f98c32154dacb09a08147582cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6608aa75d693411ba41c3192fc5a6a5087e948a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7c960876b3b2c3705af3e09050df77c9d42b64f17965bffb4c120467775ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2612c8c802ead64027521c408903970a0b1c2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d3b1cee709d015d85cef37a9cffa2ff01392f858859d8a12f15e3e72da946
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3db88321e1913cb321c8e49cd84e3c05cfb698
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af17ff7c6de9649279ca81310a6545282edff38eb5a91c4b3618b8e1c1f18f30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4419cb7a762e9543c609be59ab15db0834c09b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661abee2c8681a3c70d16cb7d7f8f108692be2bec96709a57f3e18ae4a4c35d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d142b217594425c46a4533b3c67eabe00e89adba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c67af8406e42609cb55a53fd4685e9da3a23a9f6d958fe70b6f3a828e414abd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11ebb91bcdbba3956441933e6da6821b7078af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c61c469e0f2cebf83b9465de886368b2333e8237a4a632bb07dfb30a611a39a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7500d9417461866ef645481ffe924ecd194179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb4c9e2a55493b93647a1933d21a8e97216dd0e9efa526583f82d11656907f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f854ac7edab3d30cf48fdca44315b66780157e4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96fb3566ebb533058b370a10f69720cd67340bc7b8169123b824856599d11fb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d384bb3e62b15c07cd6021c235b47c3631a34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032db52295d93d83423b0b71103ab6c17d501bb56ac7022dc2297569ae28531a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09429a02016247f870e9d878c242f1c96b102bcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468d96a4d897e1fbbdfbdb79a7f6c41f58c070735b14c8be7af074c73daaa218
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf4e817f68a0070ca2fc107af3d0362fe20ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5f99fa879451365ffb2751a35e138bc1afea550f2be69a3e35b2c60764c8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c129b40c97c6eabb8b63d464db8d4eade812bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8821508b728e649581b17ea946def61f4488e5e081fd8253685a36c36e12d8fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cf0f05ca4b25da46a4b740ee674cd2fc103e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f9b64f6d11d33e8771d22242e20063f8c152be2d64991e2290cc3c2e68a9d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03818ee31ef4f07cabaa5984894b19dc10457dea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fefeef872557e35cc58b7a11a6f04a9275e4c939b6f5230853460b4a72bd32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd87fc7b47a0c405aafd2a2c1300449153ec20d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb5f9c2ef363dcd28854966511e6d7cf2584b0583a75991ac5a3f0f6ffe1781
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915b033a0e9563fc467f9469e4e776ae6ea0b741
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8e101ef4211fd43606ee6a9f27111fd1cad8592c096894465b8d0154d3d24c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75eddb495582dc49af17aa49357b8ec1c5be61b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcb661e32c6c57baedc6de1c0723f18f61af42a52a5841b54bbd2cbd2b810b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed24913ce21d7b85dba9fa82bfe790b770ea196
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b132015acb6fd7f678b7d5249cb4e927e068195038fa5c0feeb6b16ca5a21f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d454fef54491e6427693dc64808f810fb04e24f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179299ec0496ba09c12376730d00bed9611ac9a90f2ca6f3180fa04433da7742
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8fe163cfa5b6b6da6aa13f93e41d2127ed4ab4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f93aa64e059c6150113ef0d2b5ee7b04b81c5de65947af2241a16554b5947cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60d65a45ec77f0f73c211335dcad3e7289b032f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34120170a7d3a66d0553b24aabdd993df9798e2d9c2b4d594924afde1ea5bf93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9095448442c9bd886f834c32292d07bfd6ee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad111777df9863976eac220263e8e3a58156b1855000e4f43e8242b6c676efd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ea3a400d66fc8c96fa0c3e234599aae5fcfbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec01e5dfa5a457cb1e78f95e4947c008a968152e60ee86f6e3cc517b62de32cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eaec3af45eaf803b82c6531640718faa9cec37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7338ca8644a2cf0e4a9e89390d889c0301b976cd55c2774d3d8f0675754c7fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c31e2fda6fdd046c3319d5d2f1466bc6345101c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39efeebbb97514449d28ae766c7942ad958df9844bac14d7ee9c0f7f6f582210
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d197cb338d33ff73923c447319bbe83571cd960
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9416bcfa6610f884088523d11ddf51be35ea1dee6c835b6995c5c0ce7fe3cd73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f505ce5868231fb098e437ec72c9d3e125067a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a8c5ed7e123b924e78f9670b4667582a7fa95624e194234a8f242d0d2bae2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f82626afaacb9dea80c50097f2750b9ced8ea66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b14aa93f2673409ddced55147e5b13f6632af630e5db44f02e2ec2960553aff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4474cf13fd091c7a5eddbe2bf07f10239aa7d8f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c287613f802dc0ceb896effe648487cdf9b6b2d3b87805f5c2012782c4df82
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96432dc5c87ae86476d9659953f3302a831b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc98ce49ca8c0ead7ae32c9c11f0bbd873eea1b69cb4e0262012bfced0c2b5e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88fb0d7d9e9c1b5621dd53569be20ec5e813c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c04efad661ece74b74bbc31615d46296913169c2bcea7f4bc2e9e0522d471e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9913e95d63ee130dbe1db98b7b3ca91852ba0b30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73c76dbd63031a815b6d4bd57c7e8051c99376648f60976f172ca6c400a12f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1e6e47b2a58e72c766fb2202899fddd28b0ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f340d294d03efad959b258772660445615935fe16e86a94b5781d077993f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3101c43e619bf8352eb7dc9baab29d1779851c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979952f1131febb6d3ad53bd0716304bc97d642d31d67b9c4ec746591b4bdef0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c780677e49461b9a4a0b6d4f05d6167f4e5247e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2e6ce3e80d8262e980dd98ab3e805a33f94748cae1d34dafbf971295b9d017
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a47160b6ead16a5bbc3cf271d290d410321bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893f4ded1a191274d9928e410e55d8714af4529aa15fe8677cbb353d81be295d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa5dab9cdf3615821c43edb1491ca6bd68beff8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588a67d60c3481fcf12539617f5e45d6740201313027e6e400db8b6ecd6d0ec9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d311f483d356df0ad18b45c08c12d9957ce55cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dc9470c4acba1d9b3c768b21575b95f2458cfb09283eebc9271e04f2fe08ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e52e60028f1d4fb07b5f5cc638b669c8e6351fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9175fb9f2c74803a41925a220f441e402b9a6c8459134698f53e08f111a0d793
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133eafe5d3ca16929e6998d41dd2722cca94105f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5ce7199d385b41f5338265893ba1a19006bb8c7cd3c7f657ac15eb587de77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0f49e87ae7123a6488b3b9830170fc3b75b977
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad507d66b62d85bcdc3f2624194fbdd3a3b0142a51b2dadc1fc20bf583f24ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53b5b64500ce42dc60e88557618bf56f5dfa26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea5305f3d8bc495be6073955165dfba6c680a6da1eed9a876ae93880666e3a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f508964d43b09538960747cf91f5e01269f929aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245088739e1a37ab884125e216dc490c82d9199b9cb23ad218a67d92c9735e64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfaa45b87475bde571de544fd44b38f36eec1b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0da7eb41fc3358d7493007c86c075a2a32365bd57ec123f605394dfe9041db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b46ed08305e662ba68b9ee544f7e8a9883a00b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e082521a8c301e07dcd03c536899287b2ce08603b7dee1fcf7a24b752d641af5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e537ffb9b2153f68288547f726fdbb1da59ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ebb6a9483cbd1620b7059b73b0648a66d90dd2b6a52a70130338f6adb0346b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7354ee3b9e7f64c74ab9587d0e4939d617eb2c19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01557719650bea04da02cd8003a63d1495bab33ce0fdf865ea9815336b6e63da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ec42753f86473c6e77f8ab860e3e0c4032aac7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65f3cbd8950f2d2d5b67a58b16158d7e4f199575a15c66175167081de32e390
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ed35d94c50c3bdc9f5d372fdeda84f40672519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1e6206f078df4ab8883112c2e37d75d1757632fe3e2b80ce1e340263804906
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32182c6a9c4a61a42fbde0a368e378964644d429
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd72e041618ee94da39e06156f4d36c17ce4e73386de87046d65cd0a14ac831b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87004b5302a458217695a6619426e80b80514267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403dcf80403662af608b3271b08de611f1e8f2a6418e2ddb9e6bc356e5c392dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbd120e00c78d71e91ce6a9511a9e94a0382d37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ec6d016e7255062edb241b97eb9717f236d9821b0025cb5a782f87324c22c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3195bc35c1286f24b33400f209cd3da4ee7c1fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53460594ea4894d5fd688bdcd865331ef128a0e0c3e5a1c24d7b1a7c17489d80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97717cb7d5e97cf26b978c251c064dba3bb70185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe1fa176abe41005fe6e11a8aed7ba9dc86ddcb4b628f70baa20692401ac0c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd17b20864f57cc8db5538b575d6190e4dec29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26fd296973205ebcb0c452e7ea81f8d74d81e7e8d7eeb091326c9e0b1fa24f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9980ac4ae10c3ec72d3c5fa9763e05d437a476
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2337dde7d5aa4b569cfe8969fb941eb1ed6cead525fd1dac4c00ee0d3d2fe7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2523113f069ead01d38762f867d26aeeff24e78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c857c382c003e9effee447a8bdf509cef1b049b22a9f90eedaca2ff670352265
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c56184cd5bea783dae66e16477179550d0d56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c48f8e2fd38768eda4b41b30a346ead76fb0d35c8970aab147cb6d4efe1b77f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9968167be459a0f43183e088fd05fa216045152e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c77d8968fc6a36cede6e3a4fe7a4fbfc60e6fd4114d0bb04c912bd099c03f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c0f0e26c147c5b0ffd317db676e79266e1d71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9a0cdbb6d121d684c6d306ac03123d7cf0a08e45a35e5a31aaf7e25ae81663
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0990c6443031371d2de662f98bf6da07a6e537
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24689f2f419c743a49ec736888e4623ef049ec09b49bd63d2cdb40165d3fa2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6633440ca9b3a2613230703219a45bf29af67faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68c9c868cfb6e6ea629bf7f7cfcb8f8c9f13a24c7644029b4f8fe4f68ae19b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355550635103cf91b3e77a1fa9b3c76b56fb8b3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b3c01d3934818f949fc0d90b44874dcf942b312dcd201e35317bc62d5359d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1f4868864ab098ea2c3cb156a17eb9b843b879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f1a906a6afb1da671c241a8c320e6f28fdd84b43415558259112a609a9a148
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d15e514e32b84fe3954468a85c8b050d2b64cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9db20fd63b04c0d66eeb10a4bd85dc7729ce948dc6151a9a6d21a83232b86f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48d9d3c92248ec843ea4af2747ea69ac1eb885
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea52fbbfad99bd4809aff4fd73a359670bb82fc76aff3dea40782c25706c931
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6f8a407063543d27182d346812c8da7cc2bac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d671c774581f1b4b0932d303965dde6b135d5ee3e17edf17abbcd2a91fab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca5c98c49a0b02ba5d5f99d3a74993ce73b448c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd8220672bf1cd736e138da6e1917c4959ec1f4380e8cca78edb70e53daf7ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4a3734cddf031fe90fc1ed9c35bc3a2f2cd965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776d1bbed224c2dc10fb39c7879f57eae5825da505ab3895a4b4c1cf5b4dce7e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290d5df95e981ea54ba1f1e4cac60e88ade08aac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7c6171b95ad253f2c147f4046251d0cddd9838ff7ab2f3de9e43adf06aaaea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d9a75111f0c79780af5f355e94c7ad3c565c2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6002452c558176f5efb025f5797a1142552dd5cd8a896a3d386155bca5769575
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80927745d47fb4c8b14ba1d117aac999e38b7d38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e3afbb3e5d528c7fb108211c1e25ee478af7c89a9fd5c1b7a10db069e81fe1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781ea4eb56b83981abe2de962e6bd2373cca93a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a41272940fc612c10e4b3d445b9fabf104d4e27fd9b32846afb60a7c76dbd79
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5d53f3ef5b2fe0bd6c068bfa6bcae1f2b71419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad86dbf43135529556995542083360031c0958b22552e7c943b65175a070fcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649bb654bde8eaa930a5881dbb1bc46de9cdfa48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d7325f12914897a1222dc9bddab7a459a47efa23f86103f6436b3bb74cd110
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169b4d2a8afedb158a04ccc11892a6c565427229
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18770c68e0a9ddb273d15d79280dbd0f46c12e5612e2364921fde878c2b4bd3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba3bc9a4b60357862175397a41f260b1e9cc895
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2298ebf00150c9d2c5fdce665ccd3974e837f37e69859a110e9b2ce73eb0c88f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ddd1e13d3e8459e389ba84de2fb0057a1795cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60b314273a792a860161940491c1657e1eb9094dc994d204c6d6a6b0bf92e23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4a660054694bc3fc8d849c5bad2c013848cd75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb83cdea33a531018ae2b3f9cf4983333f59259d7eb3710e8e3264d3bf24f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976ba47a08a79862e9f68e1a7101450e7b62f3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8038c9902fc8008088a1af9d9a88db792b8632aab2c50539aa2b67ab7211ad7b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2a0bf5389ffb8b418ce5b838117957a9ad8bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f7cd5ac510f627e3144481bbbaff19f1006ea7649a50768584d50efb6a1052
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c3819b04381b24bbc7b6d5bf861dc8117dbaf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ce80e1c9d627134d99f762a9e3ddeefea59436e9e7c8140bb3fe2d2bff48aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8033db4ca9a131b0a06639fdb6431663f612e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d102fd163ef8aed6f1037f2e665f68b46357508393bc7fa2262701cf6676a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9f63fa5eceb1d03129ada11544d924ce779db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b515f9ab15007d7d02185ee7e45c3f14454ec3a08fc258f7fb8cc9071eef66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c760ebd20f87514af5424efb7f96bec280808aca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6b16289e2b8aa3bcbfb899ddab99767a70663362f79ac29f8a29e0fdf5be5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7084c9a0f5c30edab9c283ac714e197043af3d9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee155e1f043962efe3e2aa79db4b1926b14c9337b648a11acfba7340286e094
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c9c2155790176d27b8d594f9f49cc9dfa7c139
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd99ac94d4bf953b6f657ff83f23968fd1462d7bd72871515ef18df3637c3f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90e7966340e778ccddb8a534d376eeaa27139da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02281c2d324f3af12e34e4eb0b2eb3eb547b32c269e9b813457f128af8ddc75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72632b0bdd2475c003fcbb938f474cc53ff63e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ab686dcfc3ebe202f9405ac105427a4fa4850c77dad62510c8af6e578a46a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b287f97624634ea577238a1c65631d640363771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fece554614584d7d418a586be50c9b88f99d3b08b0d9693ae7afc0bc626a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b686761267ac81a74d4dd91024d4a7b78909187
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188528603701df47cb823d12bfa8ab841b90e5a2b17242e31636fde395f0efa7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9818d020989e3dbbcd85fe5645affe8bc9cbf2c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072ea06819790bbc74894fb712481a316eb068fa50e35cd9b0df25da19a0b781
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f9e4d3fb86c70932c626ad3a8ddf415b928370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0005fbe001295730985be48e2ff0d6810ddc5f38fff428dfa97fa3574934d317
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea80420632dab6c6fc5eddb2f68c3cee7ad3f990
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a0e2847b9c2bc0984061eec78ea0d179fe720d98e85725fe53f8560ac42cdd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46cdd10ca86f8c7daf0666245d6c7ec8e6a43a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18add92a4ea7a0c5a9796fea8a82550ea59329001bc73b6e06078dfdd67f0330
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefed15ef1c6f5ba4558f3d37c76fc18afbf35a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5a53b3547cd1e71a995e3fd3e099bc2c064bf44be9319ce7921fca75ac57d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27141100c08b5b339ba80974399b0aa4e3951b8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37607131dcc72b35e209e68d3c546aa23649319f66acd6bd29fee494bac85e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ba971bb0efe24a9f5d6e4f0c232b6994d22ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef38f57ec2e08a5e74d2cb9599538ee405d3c89cb6f0955cf1394ed57b1d46d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fbdd08dcbcc7bf4e2e642cecf6e2fbf30b5bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa99f9f57f70e2bf194a74c27ef472181f5fe191b5bd0a187dc6290f05263ce4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d4a7060405f29c574b5a5b962c8f2555994bdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47c5e205e5a556cba995e5d15987d80d619fb32c325c766f63b04ef390b3ee2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b1fb70bfea52d04a6e141b1c0ae7ff0a8d3f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6107c20a051649285097ddf2c205987fc219d9a9fb04c3991375de4821544a8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a9ad7d99edc622627afa49d089474a385dda40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0103f835bad21beaf8847a223cd47ac0569fbaff87f2de85ae90598135d5db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190b676eaec59bdac8d118016503458a2d0d542c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49543bb75ab3cb7394548229f319075d203c1cb4aab6cd7c3149b5d75e370a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61030b4d56082c0acbb4b4889250939b6a287cba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e757825894e93e3a885d30a8a8932ce3ab46362fe8e5ed623a5240c16f20852
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d102e8a344f7a7a7193fede594b04d9bcdb0158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a602c1c4cb3b2884cdc58f134b067abc3b21c787be37c98d06630a8f3a227a79
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a1e4eb2df911e5de90fc692ce7f5ecd79b5430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6db77b5a27479e32f0ee9cc918ba285f5fd57e910fc2ddc1c6386a0206a949
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab1926f47896540c8618411614c6b2001dd1bff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4fadc7a170045b2d51534c5e41f5aa03d5200af0920a664134c236a6247f80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f142a23101216b35ce55edd577f6cade110e55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f916aca2e943aaf409d14c7726245d37c2fb2f0e0974ca94ce42e65ab4a56f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b86bc2889cb1060c837a04582c8fbf4da049da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92150857061729885e71e9cd154569d237b9c6694a92b1e774d03b0a6170cd8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523c7ab893cdb4991f9a5c1cce6739640f861341
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0460b27804a029d10b2bbc5a9fad1fa13b37dd40d87afc6f48d2613cfe3de5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf02e3501689863508fc9d45450db520b1e2b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f3046b425bef4b90b86bfb270d58e00cd867e16c17167e9482ab9fab1ffc1b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730e9e3651993ee68a4628a8ed505a64d01aadb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dfb33542b8a494fd76d504091895fe8bd610c6e85cc7d9737d27a3214a255b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2499e16617b13220a997d20f3d8e88f26b1f95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8043d9cb8d1db5c7cfa257273d613d732fe24b698688740c6883706a58802d99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6475f915cd437d6e20509127c8be3a2b24032d14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfd3e6975d7c26621393d42e87b65bc2b3b4f2f6535c666f6752e8cb81b215e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0030e51945f01542c122599e1eaf4239315fb2b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c1d42f5b9ee6e1cec294ca47f6cf04cacf6f649c35f5e3a2a9d5eaf2faf575
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3354c49f95dbca224c34bebf4779318b4f052227
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35f4822398d16c7e671e7eb5c117cb0e96ecad06fe8b8f0892a58fa0dc1a956
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a3d6d440a1ba7b04f2e489aba77df188cbb710
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22a600e0e6a6ac3548704008376c9c46169f790cfbc117e868141fd23a0b907
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7f603f15bd166d233cc0d7c0f9a27949b61d2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6361f1d49e2fb60487d0fe0d0e094846d53176184872a75c32bd0dbafb78b86b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4bf8ba1338a0e12d6779278141a76ac660a608
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b349d26efd2a087288c76fd3332f8f58368443d278503783f93c5e3d4ad4a93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10df03bc0f3e07c43b4c1bb852304abdf6c91cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc2dc3f82b9b302b6e8afd4303a4d93c4facdde6f6f2176e59078f7f1a3e9bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4999e7d65a2001dba4e85f7b7e767d82df61bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962c84640756b634b7df42e04d63ffc99e22cc55feacecc394490e5febdb0b0d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576d56113aaa1c4336f7953fb4112eb6adb99be5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d484f7ae36ad929ac27312db879164d560e6a2919747832b05ffecc26fdf29c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b299bd749788dbc07f77de78840f799e112cf52d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b57ab8a2ef43f00dc04a43431b1aa2b7e047ad339d3322b9926e567f6a5bda
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f5195acd8dc9ecb35bb562165328ec1796859a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b8b032bc63ffb3bf90edad450f0cc3d4c1c374c4cbe35e7573537904343dc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c211697847ff054fe96a2064087539b2c8d32879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464cd907658390d1e4ca7adaca7103cd4ebb848e3b4d6ae5b16345a0ee77492
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6688b3ab36cf3eb5b1682a57f03effffb7aea94f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d6fb9d0bd830c0f47ef9d77ad423c3963c3d966074cb80a6fc0d1e118f94f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501f611e31db2e1ebcec6fdcb461fae8abeae9e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a46ffaf2ff946fcdd18d7555eddfcb81685cfe9cc689a69b0988f4221cd93c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e976b0a590cb36722e9bd433f26c46ac3ba17653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a584dea15c6cd040784ff83666616b96a95bfb6b5fe652e11958ece1d8e63a46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e110d948ba64a3e02f2a3fc4c76f869e3a6b6ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a72fef470ae139095e71fe5439bea73e83ad78944afb4fd873278a0c2cdc8e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e884ac2bd4a9b94fd2bd00878ad47cc4c16620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c281a4ddfbfb357e847d033fb667c6a0258a6fa1c2424ae19e7f514c48ed6bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4526512549a542e74d61b17a9fb870808eb6070
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc67a944dd488e25cf1aec37017f919533eca48508e4dd38d7cf972c7d9d9d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccec3c38ec5095d833a87951349063e5d964982
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176124c83691bea014f4a287f587d915a153d95bfd28d17fa8f6fc2b460b242d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05fbdb5f7cf15bc5e25a348f9991034d412e84b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e873204dbbc68b86d822accd2d2041c8d9ff68d8fff12b7133c27205c9919b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804bfd79c6f80bd4e60bc5469edc88df7be38551
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1190a298cc6ad743bc6205d5adb4b18e9dd90d030665b7e970793c76bd985d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0aa0bf875a4cde669bb75511b0d6129d56915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e124838a3b3502e6a9d7d2db94d88485f95720290a20448d0a44a5ac574464
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6e6d93f19728dad5f61af74e3d43daa7acb905
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e8be014f1dbe8ca708872e177352fedae28541f411aef96da8a37ec809062
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09932fdd99defce5c5f115daf96b530a129e83f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00836db4542300c10c513e8a38027fa8f30f0f1f316bffdc757b0a53a33033
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f012e7ceaba840ea2dac1b2556e7f88cd7e0173
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c1acf1c9f1a8172d28385243a55dfc9d193cba15010900e4756ded76bbd37
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e757288295902bd94e9b4a9e638882195816da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bdeb006c706164081944600068583a4d712f42a50d530ba242ededf36a76ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63620cd98c63c6b10d74bd1b722be1f5c5550136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03661011addb283852fb5d5e89a6c17aadec704d8f7ac9a983095b17ccbb17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab2be357c9ee17ffaca4d6ffac99f62abf4ab84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0542295c08429a552a07b1984835222b4ff41b80c79a555ba3499625f818a6d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96c3d8189e794b4b768efb84ddaf84b8ca4a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84c94c0fa49c62a193838074fb3ad205bdfa30fb4b79c1fefedc3d7d2f78679
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b4911d006aa5e9e58ee77bf91944645f13e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e732115e2fb599fe57dda346442807e0b70e417757e79180d6ef6df0081671a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb731e0b20cb2d11c782362d280f8430b42db30a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f7010c1e1ffc62c1c76ec244bbba5324288b6982f27bad3ff7707e83f71d81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923454e13104e12d4fcd0853333f2fe6b09cc32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c3b8658dda08aefecc893264d2281941a9c0d3db6e26f6dd833729462d8481
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20d35f6f923a7296561066e0a2be0fa5594f8b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9416a70f03c9de3a7467841c55773e640fcb23fd1beee58104eff22699b742f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffe30f0d3362ee3526dc33571a2809cfcdc6927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ce4e7bd1f1e1024caa7e81bfcabef77eb509c700c013db72c37b4b79b9ab86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc5fd5588c36235f5d1999176b045fa5ab0a449
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465ea689548792c2561dd9a7a21ada2d8146420c3970b93448c34b3ea345d1db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55859ca09384257fef41d7969e84621dd999294
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac93d13722469e676f499e6f808e914fe79fb7ec52ee7e7ffbb2c224c067b78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecaf736cdfc79466e100e3fd4bf08f9840ec192
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9ee842b79203864324118d1cb3afc6e48c24a40f475444e1d9aa55d98f5418
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66fec6843c6b7333e87386a9e14debdbde45d89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c433d117df23aec8d6491c28ab8b73fcfccad6e9e35b4e97b1bcf60652a50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd802497f21f0df20dd8d14dfbab7da1c48922f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69b1ff547cf58b494946f31a2f2d17e1dc143ab0dac874c0a3c46ad08216d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41217eaa47b957b19c6f7288644dbedafd880cd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e842bd81e5e3b627efe6e04f9ea58129de3e6ce34a7e845e8e3a195e1737565
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0947fa02d52fd4615bea96b29eecb838c07cead
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d25ad07e6df01460054fa56f269c54dfa4d24b7163c41764a00cfe72d033e6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17f5b6d2dd3b1f7592742bdd516b46dca01ebc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15c0e2aa21e41ba7cb830a4733612c500a244585b085751f5865fde12eaa98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7f9757084ca3d3352d6ed29b089cc666e6f950
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0c6a0ea653f950505d8bbd2ca0f8ce9c27063329becf8882117845ec9f387
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0326c16bb52100a44691602d902f054ec68c4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fab9c4038e931339749046115eeed8628df1ac2a7e328c414dab8f40b4e2e18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c26f4272051fad6c506a010e5dada3d4deea25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd36ba8ccee9fc7750ef047e6dbd56566b231300bcf8a7d6a8d5df3d86764859
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dbbda4d044a5b9f1eeae608519202739ef6021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d981bb56ef26ec06023f41d29bf8fd123eb64dc073a9864a383840b1260423
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3e4d917734b4c0780da7d72ac055b8fd55a8f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753fbf2f9c61f65fef12bbf4328c7e1b2041dec2d058b470c1433e923bdf3f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a381ab481364383ec16bfc18397e580f99b757d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6725fa19b32b4e714259c420967fea08c53c7132d842093e1495af75740644f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0e75fd936c5fcf7996c1cde31460ff8c585f90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75922d18183efd4f84ebde581be01f2aee2216acf44d02b07bdb208578bb69
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789f7c807e2ed3c442756c5d8615c9e242f53560
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25909ed089fad4fe33957019e76f9a802dec6f0a10892c5f700339ec49fe0132
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e20bfbd3a4eb63417117c0f45e930717d6ce75e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1405e51f603a41eca76c27ee799e117c7519e2ed47ed8a7ea6f744399ec2cd2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99635ff8cc9f6d49c790e8cf9db3f7a359bf36c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7652d363a1104f07769b77e7da632c646404ba6412a73ded6a2a77a997bcd1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90445389d1b9ece70a8db66881bf47e23d5fb001
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1649e4415478e9f2642b111933c79d21c06345734c66396280ea2ee75fbd4eca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb55620ed646da8fb64cf1ddb80419ca0df6613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af4acd66c0bd45bedfb3c5d63346c4ca9a3120ac7ac1135605884a602a9d8cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a93082f465b007cd35b468bfa3d1e6260460d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c695a63a129a79fbdcbccf33ccf890eaf52b472681d799b40b0f37d58c348c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3bc5642359663d9d34a9562ce4b257c760bd22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb450a9802d0aedb2ac449ee81d8c4c35600fc527c0293aad588808ff2552c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333b484524724ec3020dc69f195950a7f074519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0d6ee964b8d09b75495b02773fc84dfbf160f9c814af0ceb0eadd453de6f32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0692f55a3566a585b9cb3ab6f9dafd17ec4ccf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35b0bf5b0e2350e0538f56f0918b00cb236cdf4f004c6fdeb42a016178e84da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac713d5edb5c31bc4fec996c99462c4f43c571a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb86636622168bcb3d3b8c5ec6ce12be64dd57303a03cd4b3d8f0c09d387613a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6950a70679bdcbf382dfceed79eec89f25c62f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb87e0861fb8ea5e0429406aa5d33414d7506f361882967837361f8f8cd5a87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308bf666707b5f1aa29d8a51b410ce6a6749ef94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065359d377181befb654543b48ba4683afdca0e2d9367f8d62282e3a3f606d6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d18ae69868c73184d78f773ae85e8ff48c99b3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e6bd2889b639628c2afae7dcf8d2cc14d2f6c3e95ceac350ac1284d1601ada
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f820537e1cd4735fb021d1355e9f5dc73364107e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c03b44d0057352c2acbf01d44c3e77daaa4e19330607c85b7e8da7ccfce684
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253feb86789db6f35d1c70372cd44b6d4c94fca1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db96c9f75b5e22f434482bcd8053c3a5385bc102f8cde4019245a92109c9afdf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0e74cfe7ff1037102a6abb078dc86db624ee68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7c6b50a0a33c7f67615621f08cde88be40dd49cade204a7a941d97d4a5131f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e585e9874ea0e7e93212ffbfa98a332efcf67b8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92345e02d651dff76d000b50faf5d27e13c216a4b10cdb26d9e4a113338ddebf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575fb2a818420dba80ded1a47d4e38ec1a9fa2b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d0336bcf34a520a05922c7286377fc1bc20887e8efa89e81df49c60643a23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2df4c925ca89b646dfeab0c179294c3f1438412
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c90df934316586ada3edc874dfa880d469a4c5e6d652657da53a8166619d71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc5873d3ce6f687a37a8bc6ed278431cb05da2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e4ab36799ce885e7e2480114b59a9300655db054b7c8f530f7b2803c948f13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fd397fdf1bfb16d6026d75dad45b93643a6b14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18671964447ae9143d79037832044c77b63ac9bee0facdd5c61753f62bf5ca3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8fa990a6448869261a4ea1b2d3c19b75b99cbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f01041491eddd66c32f95cbcdc2bfb3eee348631f37c5be275d232f19e00a79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fceb5330475bc7867b53f8c0935cdaa4364454
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e8a1e48f364079f0730b3ef2af69ae82c6f05c91e0df341494cd423b6990b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294aaefaa3a07b1ab12d6bba9f2a871067ffbbae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d06f9552d19aecdecadb787c3418f83519186def9c9c2aa6cd1e40ddce762
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7b74d0c9196ccd5b8820e4f716c56be9674ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2983142466bfef19e289161d3c84a5480984d5657e8c297c6593dbe1690f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a130e3d9aea7ad16edf53d769faf8bc36d56f3c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5792cf4d2701202a050617cd9093843bd918555bd060e466cab995ef3656ffa1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4090d6c84f726a044c81e389c0f857b40a56d63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11866c8c63bf4419b0f0b23743cc2915e1feed253e24ce7d453af6a77178e18d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0020644bba5ae0d5f33e461d6169857809bf0704
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98d8b84ecb4ea6cf699332098063ce0daa2acd82ea051936d0682edb146797e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beaf0aad734cd8d814cfc1efaae6572c606addb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360ddaab627035e85b8156e5709e01a3421c3bdc6043ba401298eeb1e240155a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04be14638f257a7b6f8db99909afdff5692ae0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0b427c856547e6b1b54565ba16d2ac8998196252953955b305f631ae7fc826
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d0ec85d8434f66b719e9ae373d99b26bcdc166
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2cb4440b1517900631cec7fd8ee287482d9974a145503306c1b51df0225476
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd441448e2bbb837a6d4c51b80654049bf0fe12a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858cf6aa3ab37c489e4e3ef3377e5a1548451ff264fb1d74ee2b269c3738695f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93dcc68a22af8ee4a19e92473d936a6c55bd1a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f71e38143f18d9054862e4410787cf1d74c15373721025668479630252821b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78faebbe74f5e60b37ce9211a7ae82f8c6184dc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0a9317a11fa4fcd2bcd26879c2ce7d66688dd1edc7093e8def8ee239db917b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1e5bce5faaa581a12d4dab1dd9f519dfcc63d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e799e3b7ef1fa36e1fa33237903108eff1cecccb327f7b7a9b68459c7e19388d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ca3523dfd6486eeca85e485c2e1b00b2984222
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413a9469f28943219463516f69eebc6b22ce4c2779a01f5aee92c20a5556a83a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d69c217ad385e62fb292d3c6c2871e23765ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60100f0993900a4ef636b6bd7e6099c8aab2934ed2d3233793084a83a724d2f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92a05b383ecc992af8e1fad52bf4fe3dca14b5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40077af91f40d2453606e0afbc0d123bc46b616f94e151ebc147561e75c85992
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d43077446ec594fd5cbb59be18ec7744580d87a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab8c6456ddf0c6ba466dc0851c68762ef30bf869429e64a70913a0441b34e65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d8e40d5b48f906ead43597327777a8291c923e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbcf9e0be9b25c663fcc987a63886d27dd55b8e919ca4b835f3c66add6a60f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0946d2512e32e331b18a810cc2bd220d222c3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc78bba1240380b6a3ce251a0e08399029f90b480feb3d3d66edbf3396f1e55
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff51ff8e734ad64ba3689d495e56ac6bf35f41e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0948e2cf79cd556c27c164356f7345aaf3c085f9efc20a70ee318c41f0083d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c9b90a4ea8c59260adadf2e596d787014eaba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff64d717532eb35e545659c24e474497cf80b01dcd4f8c51c30ae3b5141742fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7e6029c2da74196dbb00115b3cc45d53e96948
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263c35fa1aef23b2ebf6775b5de9c7b5af87a580d3be302d6c13704179041de7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb062248a2120d4aa2e2e0bdad63aa19d5b4e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3f70935de3a346bee76413cf04c8c604e1213b7fdc51f18f1d3d58cca265b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e962a136a81da62ddf857d5e9484129d0a076081
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f32bb942ae191bcb8bdeeb458ba5bca11dfe7009e1fd42d9188bbb5dbe27ae5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e79e920b23a1b03bb5f578e2dc090f6860aa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea6482d1f64cf527944f98576a4cbafd41e5f2af0773d311a4783e45dc82c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e71e8acb347779115d6eb33aa55abea340222e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1fe295640407fa3c91f9960acf6f8797b36ebb9cc969514f1759b353728561
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993432bdc6836e163b65ab6ca12c19cba1fe5219
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0957044aa1a330c4461eed2ee386c28866fe047d919f687305eb55bfce6e3aa7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f6ef51722c8f2011798101ec86a1f83f62e23d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f66e07c863c98e6c06b108f4fa0300c7e090f6450a66d4a9dd5777676c0d48
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046bd3651bcb4b11d0c57bc9fbc4553355d21f30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cc3ff1c1168bc4ae9d9c245dcf4985be79e3381c31324d141ec7c351c0d6cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b5d30533f645cbe36674d494427f61e88744a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e19005f787d928a4f9925afd6240583cb91036b3c42219774a40a1f6135d16
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218ad5f8b609f03f0efcac122c432fcd4ce2876a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca225058b6af291d960d8e34b4f71d2ac777d355fac30dd9b6018e4b8479565
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aeb283ee3a624f412ed757fe2c32b9921f6170d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee2d71c9115a8007f9fa8c04b34416b2038b1c8c3e2d321af8b97d9d2676111
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a0a9b336b016070dbf4bf5f96ee8b6f5e0ef09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054df4b3386a884a0c7892aa75f4c3fa1d0a6c41cd1cde687465f9a1829c200
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ad59f1e1d8a42d8c40e074e64f4242e0ed858
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08debff5829bec6d56380a7004e8d1028d8ad2489b62b9b3e97e03a285785d16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ada2838eefa7a057507bc92a08a2931783381
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e043cfecfeda2daaff11e5debc88da4ddef42632b3d24cb80b308e5441b097d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af35bf2581700501f352c487fa98de469b403108
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d987a398560d0f862d285e85f0bf4b21bad3f160fa3f9fb863f6146a363031b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f30b4c0e1221f79cba10dbe201f4cc095b6940c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d672f29dc53ab9ba6e6490ac8531143871c8c5458136b32194816f32ac1493e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab529335ccd1bbd96510ed5c6b08933ea96c1f19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1094d68475fd83b72b4638eb6aff3df2666616a6a80736b79febd105150e9515
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9cfbec52fee79bc2972a6d52c3b62c73591e1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b57d7c5587a9b61bd45dbf19706c0806c1841d89c5aee80a51e7a2d8f08dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbd5738bf1b595b2eeb05bbafbdebcc443cd44e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4873e2281669c858703e59f1addbd94bd8395119de46888acae3e803ab519
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f31e0734e63ce55ae42ea085865f4a7a7068e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad2d536ea3242b504fed2ac283f43ff31c046d5f6f0a9042acaa3587fd69036
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f96aa4e59f61d3664eae4f7d77bf414d8ef35d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6473f674e14db9171e2308ac1c07970aa3f30534c0f136481c4714a32d9175
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefa89f3eea28f9fc0e133cdd31104cf45807d22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4608370bb1f15779933043a8e39bd328d7f0a431e4390efc588962b87d1f8cf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b4e7eb7201cd8c7d220fc477cfca072443aa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a6e611e8befb778b65f6f05dfe41be54422c7328d27653c318061eb00f1a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897dc0836df58914afdf1fa57af2b4f696b1f7a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd59c585db7f55031bd084e73b0638ee8c1b3a5e8322d37c67991adb4bcc5e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab162a7a3b08e152df40063058dbe960cd3f135a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283eee43af9bb73bac4a10609bc0e48a1d4f246384d39c4e1dcbef2914726287
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358dd55284792d351fd7138b501a729bbc2d0f67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813477b4a5f40793d07a59515f877bb71d0e1c6f620ba8f01cfb21fdace18b3a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cdd09d6606f8595a0ef0ff3cd4287601f0e44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a78f45717aac31284dd111063134c23f140a7496135ec9e8cc400667e5117e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868a75fa18670f0e3c5677064c954267220e8522
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f5448c98cde86bbd65730f014869996b4a0c2b12b4e2ebacd7674084d2e037
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3ad4d0f0f3a880aeaba817d86c57a319a5d470
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4ec07341735ec5110a98bd699952f3853e29d0523ff7618a6c57c03503fa33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183de0fe087930d93caf5b4f4f6ffc7efb7cb7bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c3fce906840d7c83d1ef5b81a2933064f6d536c1e8867c9ca9d24e954eaa0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1ad2696ddffe142ad6fa6cdae6938f1beb7821
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300978d448e87a443408da33b8ae3b845cf47cf6f60246b40f0536c0f6227b76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501076c309a18bb2329ece4a98a792bfa236be5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273e7cd1e3b9c15b67d2d7a74eeb95c7a3175c533014ba051d64f80372bb90cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313fa443fff38322b47eaf006c6480de79781b72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d248a654aa35c9941a0dc70dc7c2534190dfe1b16510d6937f0208fb3a740f0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b8eb3c702e4b8055af2ff248c3766f122d171
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db911b6ab33beaf4d1c84c1892fa2c562af737e01f9e2308dc7de2ff37c3afbb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c206e76b6a640de46991bd725432445161f96c8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f0960d719a70806385688eae2c2189ed9894bd5959ca900d362a5cfeabdac1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e9e85986b16227cb29079e006e882092d10c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b478d5ac0c5abbcba9e36656b21a44b1c7f8e9f7543be6d2b9351edfd5fc4290
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c2c178fea3f9852a892469b01f5c4eef12181
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd73a21eebe1051ec4122994da85664bbe7fee0528f874a2a37f544bf1cc477
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bdeffc9f651b62647b6f6b9aba9870060c6a53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86093effad12b25e7f1b7e4c98df6f696c7bcd8af045a630efb6eec1cd384f13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5bd13ed25c8db2acad323c18684744f552cc0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059a71cf48e2d440d945693ab61b2b7bb4fe25ce79f10fe4c5280f985e4a5ced
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d21cbe8bc0dcad8f582fcea07d86e31dc3ee5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc64a007e5c30d8b58f3a1a117cf6c648c81b90c4c16eb36a403d237fd6a0249
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaf638ed9f1bc4f576f4a07f06e569eee24f9b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d436d4fa7474c39d12f5ad593f2264129f78a8ab77c6b6228f6bf1afbf790af0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4683989938c01b3bd11fb724c60aa5c96478f0ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc29a5f9cd4ed308ba74e7e22049f440a8d011d27f59b5d911bfc77a20f207da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a822557f619044a933c9c740cfbb8a5e5dc3db71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc74b5bad7d57ff0eb7930c4aa55a5754b6281d70cd8f6109591ceab716b8997
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd57a0abbfe6c8cb717f6f1c1959cdb9df0ea6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa54e70bd5cb14aa3a8f9ecacb0d55eab0d15616b2fa59165cf6fead093a96e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0213f3ea3c7fa23f93a3e150bf22ef3a251cb7ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee438f747d4dcd1d530d37a7cf1964963d88e89c1c5fb419c7050ab585dc624
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fe74f3d2343bc544ac8bbd41f03260a45ce098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16499b852e86a11d906a2e9214a8ba4ca7235c7ad972f11a1a9700d66b14a302
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262566ad4549b838540f3d5b90c3723c3f8b5182
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf2fcb082ba087884bdfb3176d76dc7e520f312c3e0eb9e0c08f773d27a93c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33489f093ef785628de426dc37c98e1cbc179fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d650321065c88f9f8eb08ed55fd9ac3fadfcd3de4c3450f6ba071e6ca445d66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746f83f1d6330bf9bf1413eb9e54ce71c473ade0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0083894d6e359bada711a4c4b509b639c7bf23cb87e2c7872374c243c71ec5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93ad63f5c040df72d042c6b3acf239b6a9c9a4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5f8f5caafbd235bad2fa2b6c7ebcb14d4434d0ccc8ec7480515e94875d325d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e42941236cd3db357468608f0ac561538691e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe6230663395ca9e27c6944bb4883a4542997a9e3c2344060004fa0444df264
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c02b6ff0cc4ee601b84f32def4cf6994a8a774
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d127b213db7af5869022b73e6b253aec9ce2cd3e73a229a8d97dfa84db453e24
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a363574c4db767f5d1a8f9af5dcf7af35f0cfbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194052fbaf0600aff14f418f778a2ad666a5d01b822b706c8b0d62108e789914
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85159653c824a5a38928f2e69b75e4ec6affbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c164317d337d19812cfe2f94356455a95b83620bcc8afccd4d860fb288e4bacd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675387ea596bab353469a2c4400b1ecb58135f04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b65b7fadbe89318364d7df3f60e42031edd780bc7c3e2a2fb093f7e38dbc82
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f779fd78bed129fe730cca279b79ecbdd6319d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b3bc5b52e45695898198d31f483ce43100dc4142b78543ae94e83e2ecc5fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1330f2a03a5b3d59c63d6cb71bbe45799a5e4eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b0c0688e2311122bcf52d4db3e3ab69b41f09edcacd40c924014160cf52b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a271581ba58486a54e0e807cb2c48c59ff35dcb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3480e3ad95ec8ece0e7c3b9043d5178c0c7b6dc6764d8ad01446340fc6605629
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01829b2b8ceb535692080cda23c5a7a9002ca51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa9825b7de6f37276c4f8f42a08391e5e78922bbaf3790243c0134761d1285
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f38e8a40fe73d72f634d46006e41a29e65e02c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d605b2537a15fa0658bf2572194d872aa962f98e4674320af9519681b67c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acba69c115e5575ad61e638729289be6be4ec11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8781891ba64b2b7a4a4f6fdd06367c2146a4148a41a068a0f9067809caee9f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a73380f85b9e3ed8719b7a5a29e8246cb019a3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709929be9bc217018685698e130b33b071c686dd21a3a1bcb6746e74dfebf3dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acdcc490f3c8dda4d561df021bf0e96f978120f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169918013382ff6cb70d26e75f6c1578adfba980f0f370da592a1e7a246526d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23057e1bb39ee700627e4cea093e2a18e847fb46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9b2e1eaa3b16be0fbdacae0f78477fef25ce9b9d0cb09d8c9d95851d19a7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95ed9c0c35f46def036c42cf8e6d2d1437e1543
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0880675888a04a0549e765b92fbc244ce76bfd047d6548917f74c10b939bc836
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9317f279cf165d98c5f239b9d9a4f70d25cdc4ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddc256a2783cffe21a6abd7925b5a652fa2b114cb9344035bd2d9a04436bd27
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f3e5be06e1a355dd5a0666fef75c3fed239bd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cfeb5f7314c8e6d2e90e8a005ada9b1f5dd5f364049a0e99d7f3d9029ebc82
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea8b9ea906eb839b8e5e19f3850918b5fbc317b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a70af3f4886b076feedfa21e9c05909f54e2fb92a23ebbd8d4bb292c84359de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc8152fd2689808cfbf4e245248f5b2eff8474
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f5792969b224fd91ed0da52980259f88d18f3b322730a066f5eacef4131d32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ad998e1976b256def4f291341d3f39bd7528cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39d3d5a7cf02ea9f6eb66ad396934e779f0662bf37bf3e8bdb12a5fadd516ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92adb042ef6f602d3f49e7dd7bcdce4fc61628
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a85576434701c8f59629674cc7aab922fd5c0205879c2d7e8acbcd5d1a0d66c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af580ea1f703ea977cc82803009c1df66b7cb1c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394b62d96e839ac73b26e4f1d75dfdff6754b296be1081b3fdb2768b610cfc17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddff1f0b2512e9db71425dcde3a3d60c185757b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e3627d8b051f8bfd74eb95c333043b8ff1a17765f3029101402b404ab6b2d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124e0f01a3c51726a7d46d655910154a455e2d40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2e6312e86477cb9b231cdffe24af50d024de7687a6d58f4fc1e5f59c9857db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6981cf1d8f0e6e2f5b28d2be59c403a1596fb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a59504eac9ab1692ae4d2c97e3af88a5644a896f5131ac738f92d58de2e05d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02735b757e64eed0609b56f498a46216448eef2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc636828286f41db36f5a669cd877e93b68acb11baa1220b87f0aab378cefdcc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0659d65b0045d89b575399c3258bf3b0d1d76f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb7fa057e9ec5b31adcffff12ace4a88d2c9997fcf1136c8bab16c77e13d64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c487abd3ec617b0d8aef2610f60743276c9488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9b0c265737469ca097501a31eb746a5d45dc08a0ba9b11cc436d494eaab3f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c3c33999a53bf8e7d276049fbb9a0d699df2cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54a0ff2828391220f0a807741e7e2d52305b7a86ef039f2e7500db107cdc674
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e42d5e808dba0231a538a361aa985d878d7f25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3443af66c09c90a7ba4b7646f6f60ac3c983172afe8272c9a7c283147e833848
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb87f4e4491617e6bd08790129f5868f3539b686
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb65a6ef4e70d360ce82eaeb46969e8f24fa7d73fb0b31ad540c2e6a46116da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f8830a759957feb4eac9bf57b82d9ec1c99f93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392dfe1688417c71048e4acc4699abb7870098933b294173771ec6d602b2ee29
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88198a902c1e34526ef87af2792ec0d96387a8af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05205e167d0ab0339de620b6bee11ea66a607e7c6740cd35cfa4260458ede21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812de6d13bdaecea7fdda8f47b00f15dc23f304c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe9f283a0eb973d9c71cc5d1ae30a75383de0a677d89a00d24b6a509bf32d72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbb547b0f3f9e701efa0919de5db2aa3d3b79ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26769f071f1a24b94fe013e74cc31f325120a14b8675666c2bbf2e4a90f53488
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748acd84efb1ea92c2d8bf2fe1a6b00880bb1a43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5477892533f24bfda943f5c1dde6cbbd65f872af3f21591b17b77d90556f171d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30335c1920a35458b187fe97dce4b412b2c34d94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888136a009b95f605f8e0f23f9d3ba320334ef7fea2428df74f35c0f455c399f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c371cd49c72cbb4830b16a44f16291736f3d1c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ddd92088de626e3e7dfc91aa3016ffe830b9f3c67fca6482e931ac92cef7e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f67fd824c75238d849a126d9b46482dda960dd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f158f1ed88354dd2a906856785e5c9cd80304344c92b18ec5a426847bb2eeb1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cb8ff011519a79f8fd218ef0b4de6874406a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2433202039dfddb506cb1c39731122e5a723d5e774a205d10f0beaebbee1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a616c81eabaf02da805e8a158d6b018344b0a1a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e333c82e33ec9e975d5f3e45a151f0ff3c91ffd0791790a4ee56954bf81831
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a83f589ead484fd22be3cb938baba7d1dd2457e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888bf09e30e81ebc83d4fdabc7f4e65468e93239f513db1275af3e67b31e0407
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af1925d9e474c5aa0d4e400073b6a6537557a4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c968d6d04b22ff38b6f425470205b12d2c57715b844753b88703939ca8d388
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a4b9131543828f6bd97d36ae7214dbae3e19e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2404979a54e9392a4b452cf90a5eaac5fd947d2ef949a4cec0241765d545d1a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b277cfdf2fd035faed58034b5c36d3b851676ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2db1658d6754c006d7d5274415d47a40a7772ef2665f8f4972bc2f37874153
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e96ce543029acaaa25076d1f5eabdcd803cf795
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f58f18f80a4f1515c6f5c1314df4c430b6772231abd537f8c936d933492ff9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a5f48da1eac07ff27a7331e8ff50a5a640ef53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036ef53f82c686c99f535fb50dc653b4941eacc36ce19f29e8859182b71dbeb2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d17f7293f1e7afdfffc4ca4f6c8f5cc750a6d83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f819f4d018e47c5357fdf79f656e93f8c691f54c6f1055ef16a4d0c95647941
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88df04efcebd77a8cf237790133c60e4a03d043
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9649c23030163eef18baac37176c48bbc86169c0b13f8f348a998a4dfe6a3c03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78e717b4e3db4fa9697b5cf41051cccd2fdf2a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec476cb22e4e4403ebd878b34d66a9f38fb0ff121422361f25d8118716ee9fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c07a56e36abb4e1bf9dfbfd69953909ad4568
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b84aa12643f6c856976683cdf2469603473e886da28a0974d71d2237ea10a92
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a05a18b15df75ac0fd11584711710f5b60a214
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b89f1a39d57190a02b4f8becb8a441d7db47e4153a463949c55047d78f758
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835400aff246c985e3bfc717a112d712698a73a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5500ae64e9e6cfa8570f16166ce810eb78d586b299060d6437198824add3837
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4790a0dfde5781fedbbdee69421f590db9296d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1173773aaa11ab9561ccfb594d49b4556fb6c9f4d44cb0423126f51d9fb98e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc3b0f118e7efc8470f1a43c8c070aff9a62c67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3fe0e60b0f43036a878eb4cf039572698da1110e4975f484fd713f2d10f5a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1559fe79645252b2b6623eda84e0801e0a9aa11e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878dc4a1834f081d4fc187fb25053bdb32f4f5797716bcceb70635ee9c523c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f81f000c27892b06a9fcff6590d403da48a57fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd58da0f508d0e3aa5379265509cca24f91757c34b9ad722c8f09a115e01376
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b251521f2ad4be675c058f1af7294047a575874a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33474a6c507ddc5569f18b280e60cf85e570feaadd0434ea506671e6c083c9a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9f56008944d86b5f94287f4945461e13a53360
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600d2ec3f6e30508f576275ff99788c3846af1f9e4e7e69587336fa535fd80ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702cae8fe76104cac634eb337d038473720d5727
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ac26dccec7501bc89cc39adcfba72b2b366018a4ff380bacebc1e2bb8b57d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac200a5ad09ba061380e74dd29dd2f421f063079
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f339b65c96cf2b67227ac15de368c315e7dd342a9e432fb7d5d28fac865fe11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e47e95f80f6804337caa89cedfb02bfb1f397dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53221aceb5285601c81aae1e19c97722e380961db60298ab1dcebf6ffde5d40b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5500014e49a1341439bc5547d7da27c9e85ef20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1334a6936899f3e717da5bdbf5e707f1fd9f355c9631d02fa2534fd20f7420c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f14908dce63eec057c84d998e4688ba1ec7a6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde05b7246831821925bd6ac13d646b2cee790224ce12dd6a4ed64f8d4b8c848
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cb60d483ce926618b9fd163287b98158bb9c1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56839b808e648bc3adf4041c12ec0e865c8abccd73941efb1ef0a07bf4466b37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b39c4507250254f5f7a27a72be3c340913a1289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5c6a43107aecee871d8e72c5be0ed050fe8ef41827104b6fdf2e6a7cb9a0f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34782fbfd8e8541d4462f1e0ab2e2fc0fb8157f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7cc9f7e7e58b8714a6bf1e534315fd3b3ddbdeb298ad008e868ea5e4094a26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36da3bbbd43cddc4355ad2f1c2e0ed71f9c2e899
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580b067a43051ca7a15f329e642e700f0430d496bcd54a1e569ffc5664b6406c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9424daed934c0d5a19f180375e1b61e6db642a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04781c3d5eb80442e6639455ca03aeb7c8f76d24b32ace484cfff5af8909cf6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0cad6f0702937046a961c4a3e68d2648fc83d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b28d6f64bc50e4afa965b26e5ef92b7f280aa4f8f7bd4c1f8709796d5c5544
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56deee8e2cf013c55638eb4266877e072cf1903b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6884c65cd251d4986231a7454a1f797f5329ecf764eadc7ab2071e5311b3aaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b4ecc89837b009c776cd460004b00d028e01c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64e59d00b0b1c03544ec536a7c11a3ad129797fb0768659271cc59e25168007
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496d44ff35e54ab32cb42e1ebd519697c1a19eff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b604280b4f28c22b673a5479be2e6dd9dba2cab892989a7fd6fa447ece98d1d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1170be78a386229c0804a9bda79b992df70f084c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c73af4f1c15c131f8b5a67a95c6e9a518b07b8c4df0c6cc907d72cd1f278b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0e7493ec107d1252e5dddf83e793e92a5d9fd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6f7b2ccd075a56c45478d99ab9027aca3fb535d9d47b377ad64b23cd42b18c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998b8489893714a69713ce815da0336d608b2918
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6abd610a0a01336589f491a8be5ae9ede932bba15cfc889d1fc28fc9da9806
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2c37b65c7ad9d1255643b82fe0782133c60ab2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8f8d02fc2c1bde1f9f5f67a791eeec0f4eaf878a30ab725272a219a2cddc5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872a18c3570af612d14236b893fc301b2f95c51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7f04afb9483a874cf968bcd35aba62aaed46561c9a0ce8522a4efbb1fc2810
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57971ba344bad27de60ade98e6e11b3166eeda2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccec6cb27956a0fad884f75ba8e94e01d045ada1e4d18c91ed93f88c12cbc718
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb6de7564571f0da39be789ee15df7741bf13e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424ec64d8ec8d15d9b979a702cd6c0ae396c410d0a2ce2ec76f809d204396529
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2144f4ec63a8d363722af673a2c1ad3e57b526e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5893fc39be4eb5d37c3b3a80780742205657a74cb92cffd7877dae0874208c49
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ef9738e3d9c507ad3f8f9c7489d00b2964b844
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763cfd13d031fd8659418c324fa60b3cd8e7933ac9e48d16e717b62f6bd14ab5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1461078dfb89a604af67850e90a07980cc53c4d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa8f374995db6a39b8629818ebc0ebf959a786f4496fc3a54c63d38d38c527d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942954599ac49f1cc772056ef671a79f63f07956
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9261545ca5efceb22a3ad56cf7fea2c9fbf9ffbc138dbf823400a2971e6d415
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49141ab2e13e38f31a41965e5c99a6d6858a254b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ef5a1f1159a7680fb45dcc2ef28658e0cec27329171e92e6a1124b0ba68ff2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a5eb23033d4f835833f2d88696107719ecd760
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5816f6296cc024b019a504956c0a2ba0534934c98c9ecf71ead314276fffa59a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be2e6b4119acc853f8b9bf819e5cbdbebd3b9c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1d1b5b0fae2293210f357f9a95a043b8119d3ceceef4227f0b8e6aa0eba97f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931ced7168521a3a964847815cfddc36a08e773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a25fb675f4ee313ee98e8a2a5a31e97f724539aa3098d036779669c372c85ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeffebf1efd1aa3905ab2b84aa482ec7830e8032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48184e1d96d8e43dd53b6dd4dda6d9bc40f6c814daa534634a49b958a3f6fb1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b6a98db73ae6461208f36e0541bc65caa8ed36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1812bfe2a6c85f291b3af6eb3e2ec7c661ad0e7bea1445d596c4fb611b39c48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21052a3ce4a13e915d9f9613f7acee9683743d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51e481209ccab90a1470b4ce7984a21cbaa4027b11a7a7f2856c37740a909c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d010433e256d265404cd01fff5bc10ef09fdf014
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe1adc9c76058b485caf3ee4636c73d50ea5555b87155d3670fe334853d940c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb85b4cfb2b80b8ca426d1aa6fb04c2a3173ce46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d43b1a307432e3b939efb069517f40d652438c6039dbe26228f85fa2b5660
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f402d4d1683d9521159e4968e14556f7f0e2c1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ce308cfa3362fc4b8ee85357e57b266ffbb57227a720c0dd58f820af05d9d9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d292766dc955123b41cc148124d09b9880c928
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2463afe6b06f173b4862d1508d98d01484086cf0ff38057acf1b1ba3b3f4dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf27b53330d9b88dc72b20532936810978f2ea01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa39837b04b5614780ddbeb36f10e177aafbe40317b4764a0801e05f4cdd4ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde6efe4c92f7cdfd20868a1d5f772d7549e5f0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd7852c83bce42b91db833cc979bb16f454d0bb3570e0e1372ecad59b0a5125
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61303f053120183aafd682af81c6543cbee15b0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0addc2971b52d8303891688fd4fec749ac172464f70b1637643201d3c3fd8a72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e00f20a3ca465a99de5a2dd1679833a9d1706b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19095c945e802fe5212710e3f89bd2929150b3ff6b2df38197b916e9221e9f40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9903c19164a4c7a60abccbc51aa76785d65531
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7875d954b73be68f518c2bc0af8f5466d5f4132f08aa250e3bc6c52fc2387e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5e7ff5d1a44cdc647ab30c77903dc898185bba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb76437746b33cd47025f6e0a444345f866cb6c47dff58948bc35dfd5ab83b9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3f4417cf3ca5d437c3931afc20ac47e0577c10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f96f6a1185a6df6fadb4d02156f3078f65a2511e286be1a496e317a19035238
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dde0ee18b9c31c1430e8511d9028740a876bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941f709025211f43124678a065a7f14c3b1d8bfd1adee09f1df574592dd5314c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a93e543ae8f9954ece005cb781b99722dacfc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d54b88d8ebdd1c863b307a2a0edbe6e858a79029b08b37bd096588acbd644d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3cdb925e36be8a08b33c8134d72d620056fac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee542545058adea034ac4aa31716726f247aed04cacb04d4189c94504fdf2f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ce9f2f8a64a8c6cd881d796f28a46cf6cd4f04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515bf466132c95fb48b927cb47c010f48bb3783cc6823707c01b560c8371644c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985e7ec3b5e230444db39f9b2824484ae405967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396df9d11ff6048cc7b1a7a24bed255a137fcc492c566db80ff173f9ef8797b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49162b6a871639e6333006887aeb0d0c0e702f46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387345890d7bd002a1bab0729fa6dd4ee620d5b3beb8290ceacf00f0b5931891
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb830eb1bf77198294f0cf06722bdd38007dc581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6618865e976c9ac9f17b3242fcb3a2e721de1938c9ed98e64a21a660ca546ba4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40e1f85258c60b83747c89210392d711758744
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a059d84e0134b7bb305225a9800d606415a25fc1df50bd4fb84de0988f52796
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f15dbec72b050ca5a8c7fd167c9207f8273cb4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8915946e72d1e39a9d19eda9f5221f27a1c61d2f8d41e97df81119a2364801
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc9a5709701889601ff1d4bdd73432821f0c64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c43c1f20a2c85764c7b2c77ca4c4a77a2b21740341def7a470aaf79599008f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad223aa72b64dbf708e97520092edf9e0dafaa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b52c75614fd9627775f015b290b7b237c7308c136a21cbece826f3207ff655
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef9bb40f690f9e82c14256ca62aa65c93bfb117
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1201cb665bd856c36adb7e7f97e6d7cf3bc3b67d71004b3b5633977d1d3f1a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e70acdfa9a9fda868d2c57838eb2edda25ee38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34071a423f0a7975aa888cc5b21ab26053274f6ea0aa4395e914884ddeb5727
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b578631ad4ff258ed4b1fee0ddd7fd41b4b2ceb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2568ec80ead8815cf6b7f24dd68c9efd34b825c1180bd4d947826d855c939b3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7dc8f3ea3e9a901a3b5f3a25fcd9ec35a7fff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf08e98932223f7ebbacbb9c26f6daefe4e0e513b76c53582fa9378b3e1586e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d422b753b611c7388bfcd0049c9ab9e25619fd1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901917b896dd3161562b25d126f3cb6a1c92e6238cb292f010f7882d1d3036ac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a9aee50827dd8f07e98e2ff4cc95d992486fce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93450be2b13986e3d269351d74fb4215226576fccd218b06c39435c869b87e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce7af96fcedc7b73fa5f0e56c0a0af36023c808
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a267610944ebd94ef277360df15191811d5a1bbdd4f874e7123971c30e24570
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791960ef6e1cab222d3991035f713fc002665562
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7118d2f3ecf614ce3ad08ff753c50fdd7461fe8b82d1d8603c96cdbe6ce6e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70db429029a52ec93ad0c78839b8cf5c3cc59cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1127bb4c45b9c591fe8e69daf109660f2db39d0994f65bd9fc8675699dc7933a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdea879fc7b306e737ab1270a204dacc107a7cfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d067233ef6515139d87e4f124a665a4396a7225e5ba1a1a1e82598f510e62fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808619972a2a532d68b774b80acdb156fee1c1e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23eabe1c8b5f28e95d961d191ed40ca45cc061c260fd146794fb378e4f5cd56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfebad225f100f596bc758f7247d42d7c2449964
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8489c65120ff0336f03aefd977d57ebac1360d2a2ea41d075c10bf26af8e4ee2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc78438d17ab22cac7427b4a871f64ceff23d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b967492c76d4f8ea72e60e4284e3a6a0b31a39977168f0f90df20c212255e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ad5b70264a731f456888570e1420b4f877997e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbb51187ad3464e7586aec777e7111c0d41e17bed5a4e8e26ddfb76c27d344b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd39b16f0a12b4b3729593217416798c6e70f3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadacc4ba21ecd48cad3faa18048c1bc3f4b9540c050ff17b869d048934e0c0b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e20d044b5ff3bd1d4d25a1a6ca175835b4aeab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7e040b1892edb89cda24e786ea846e6d3e7a2badb9026b1ceec0d9c827639f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0974e8317b102cdea09fdeaee42964d522900414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10408d62de161578bdad1ba4c269d62770e5c0f84938f5bb28d3bb9dc6bf731
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed40f5444d80d2a99979f612eb92a9febbefeca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4964a2bae132f7798573af0f722d9452944bf0dc1615f6d4d02a88a03c1acc0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b134da5f46727c58dc2f52f5c661a66b7e67b4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af88bc06db7b135c267ff59dd18fe649478230187411cb17b3b22f15c597c000
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b049b5b5bcc64d27f147e1b30795489e5ec9d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a976cfc1a3b8dc7565bca2768ddde7fee2247043cb4bf556b85774f8d52dfde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a85c9f03f1cdf081f7165ae2d1577065db9b3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af43cb5854ec8f467a3353fa85a7e99269822a8f7e1b0da713ec565a21062f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1f97a03d426e292bb3cdc6931e46cf88389d44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fbb508095d4590aeb9b5dbf55853947bdeff701d68e698b0507a7349e35c57
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6cc4109304b50d6e9f2805a633ba2ff25d9b9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c925d9d805160092c361b9d823dedbcfe7e83843511bfa4eaf56b44e5f5696
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884b345cb6e4055aa24226423f209afe3b474138
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfb412d38e6fd2cf7c3bf77feb81e484021e88f103a6f359d0df43f43b47a13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4341ecbfc8b50706892d2fbd63425b7b5a33ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b2dfcd68cdf9be6e6d32f403ea5f1340d0cf30790fbb5b565cf1b0f3ee4e9f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88de6322c923d091f9e9189c5926ef19df225f0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a2427fcf7ba2a6c3b079b3fdb92a81f78fde38b388bee60a70730646a1d69e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c328de77afc82c8b366931f79a2a334678b35f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ce7e2a1eab0be356f48006a6f5370616d2259bc570b4aca850c69a68c95356
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e99424d9ead993e2c4caea0af2b166441625ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3cdc96ceb011a338c31373d1983d1d52a1085988c0ebcbb536995501c6c74d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ebd5bd9bb471020b0bf84b864108ada3c60364
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9233bcd2006547460e9d5525d2b74ba03202297ce6fd3a1af8a592db6cb549
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953c52384ff35260b617ed322e5f37ffd2f7f982
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8a9d38e225b6a72d58c11cadc61f10cf386f3a52ad5426f8ce40ef13014758
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33849b202ecc4b0bd51d3147f6ca9fed803e47df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a779c228553e1099054efca72c4b5311e016ab4f96967c635b4c19ae2f4682c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63f868661ac4cd9227e7537bcf0d3e1259016ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7aa25695f39d3b93be07c60e3377860f70b2fddd69bd82b78b51d664536033
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77fa6f0fc837e4fa046b5d99dc9e655e57894f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b79ddb13af003c2505bc93b00fdcd4c940ba5b26b670d59b7d31ab82ea38bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31774da39a4a4e857750f151b9efc44c57d8eacb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4fbdb58a3cd57f9c288aa49ac590574ce66bf4c5f035f19460e9db2a0ae27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e420df811561cf9ff75b74a7124677def5e1c76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80704682d8dfbc3cecd8d842df94b37d2034af6f03f3a82faef65133e23fbf18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177049cc8b799f8a309df58a0184a35ec5787131
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a8445bf11e36a8b823d64f21122bf4ac3a22c4c985eeb6379f118441057113
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4733bfbff5707c21dd4d4c2922f49af6f2aca62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dbba36a13e60def56b8d9034956abd6b7288c3405cc120ee5eb6d444c18706
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e572073436796ec3318e1d8473db9bc23bea9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd8c7aa72b4219b39708b7b9afe5ca976521df0364679722b6133fe237ae9f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fec94560d65b2226dbc25e6606fded1be152b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dd3f73c42cd25089dd8e7dae3cc26186ea9357d0cf1df2c322488cee9b9588
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35c6ee62b6502ad5d68449eaaf6f170a6a86011
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d6f9bb46243cbaed033c2eb27805d0db67f3aca5feb2c11fe16530540c1047
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455c2648e15977fccf5b5441048f4a7901d7667
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08328f8694c7d0835cc8f0d47fbab26583b792991b4f20e2c0267f953fad8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520c5490b709e8e8976427bb09790eaa5969dbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fdb3dea8e0f3054a1b44d603c5db0f08f73ba9b98ad25081351cc94bbce65c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b715a0935d94b2bc740f77ac0c32f5fff5d93f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870f99b248827a2b4aa716663333b2d6ca472265bcdb72f8ce9d07e618c1e943
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b6b6359f5dd768781f51037bde8c2248e45998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7645eca40a23e3f592b7c6fa2df7550c8674b5e3a9105b72ed21a4cff14cb4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b59fa8db649a5c7a75100b686a6bbb0d61af0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e7f8e80c8d6f842959c391c264c5db02a88e5338f5825d2ce27a4487b031f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a88c44b84b70f4897aab034f27b3acf7881c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9898e72c821493f62e5f2f3423262a6b1b35c39d880fd43bd5b1cf8542ddbf1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d9b86de5612450f03904ef03aaab601f9265a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8022376b1ab573c3e138da0e9108d0b777a9d1fab433359d1e363e4436904a4e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990ee1cdcadb8b952ed2636e278e972ad9e1d265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae4296141c239bdef5f403d0a44f127674589f985a6fe30ccf2abd4537535cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5477a66b2c66be27ce3475282265c2e575d16558
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28daab1d9cda31dae203451dc4d17b363d91310c41f23c733e30bd92df0f38b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc236751410889db0872ce51989ac768b3ca92b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e131d4e044317b17313898f9fa7d27d3b5a1900d646b511b210015ad4cd64e7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf9c8480b92e0b9f79caf822e2b0c319b7ca13e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b352edb00e10b4a4ff0b0154c52fc4b49f24a46007af015ecb7668c9bd70ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7327661aad6a4ebc4b453ccbb3530e7d0b4b7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9bf7a8a3056ea557a7573c5e757197b6ba36aaea74c2262a8537186067b8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c42fa53ee16e5f8a3e7364e7457f04dea14fa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1ab92ab322f8a8328f2aea207653f34ca95ac84ebc37c33528084ec04376a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673135d7a2364dab066f28b612ea5d39b2947e48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4fa2fcaa040b31ca49266bfe786b0dd519be3d1cf37cfa3fe967fe0c320de2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e90cee26720fa8bb9f5993b6e97fdc119bc12f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb142fb882a4b0942aee326850075b315f3542990cb016dd3ba857dcf2b6e0e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc03c6e26d5826324b9181555b8e83a298853a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fe3682c54a1187942fd4b77e42cadd6d932a6f1b47f6c64efc8b9452e2cd3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538ea371daabe1b2dee9403c674533a73c6db8c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3472328b190dc400f1972ab9271bace1b98a459433975272b167707a26b1064
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3ee511b70fa88c021fec8825429d443cfac6cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8038528716fb7219d02a16582b57e1fab4b7662dd059657fc5ccb259846ac5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c116ebff59c76e79f3f83f44491bf08ac001a2db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e83c9e8bf8e3f4b2e55e8c5a83c4ca8da2003b3df9a55458e19989a63c8fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e52b065dac9971e7f6e6e9cd7ea5f0eb153f70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed43ded2c533a7ff0266ad5bdcf54042e7ada76de9ee823046745f946774075c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d50b18dd58f6e106a7124e6d2012162613e2e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489cfb6aa48f9fd7c71cdc7651434f84662f3befafc2da72bcef5a5e92898427
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dc6403023a983db3d11ead3fffa88d0dbd97e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9244d728d446d55e27ecf5b697a17cd5c4ebc0fe871bd7dff8a9e17d4eb2ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d470505486e5b5260c2b245d5393b916f97282
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50670b1f3bc901faf3be87be5ffec0a8c3319d7604907260fabfc684c20d1dba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43435263a1650c671fa29d5e62cf203c7f881b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58ed82fe59d1c0b865d1d272599fa12cfec05947309ccef81e6348f14eb6d26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2fe404a50a12826ee70ef781b7ce2bcf320bfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53920bf4078d6eea4b4cd00d88170f7376109cd2922960efcb00af5df7bac21a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc2d1588c2eb4e5a1b16218e48677229648b3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95b7b74a27c450ce259e36f92f6835f57a3ec4a4e4e8fbccda6e8c87093a109
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646307ec108c7c7bcade6afab606e49d5f3eb345
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aede387bc65ba1a4c4757359b6e4dded53b0cdc4c02e295aa2d593a0968b78c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c086fe6d1b52401f5d3576e43257cbfe949285
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3494382bbd3821d394558539a95226191faab5849b93337725bef928fa18f652
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d2802e4ca7fa54a47bbb4d7577c1633f6863e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c380f207bc5a2da6299a2588d319c8e82d79421b6689a885372f4d06363ebe86
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be873fd7f070a0aca4e7aac4e6bca68b7e635998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a52adc2874f3e543e3860d0e60a81ab7c5f800f7de7f6a9f99d3ac6a94d84fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c510f12cf079ed26179b0e3d1bb8a6dd494d887a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce5d77a26558f91b07d44df9f3882af22dfa2b3f43896ceccd8206d7aa70da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bace99482437b6892d4ee25e1ba3df993931168
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43774f19a4f2307fa382b024afb14a00c7666fe7751b77ab5ebcec2061091856
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeda436711572d77619b320cb980354a34372bfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebf689f4b3ec320c651fdc2e6997e7358c8806471c33cd3e6c7ebf167c26dc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9d9202af61e42ccd3fb903dcaf9097f5678ac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4606286fd65ae88755c2af6c06f7fedae2c8a444290422b4ff45f14c2bb5d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c83e6fada259e63c5dbe98c8cd0e3ff634c5ea1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29504f764ffcd9eb70f167ab32f7fa1d690daab8305124cb126b138e64bb409a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cd175687e06ed286dfe392bec417a3646c3c1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb040c24739d90a0eec855514ea38b2e70952ee76c99fbe54d39952fd1f0d96
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e59d3f0618391cea92af8fe76deb741ce7a013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3adf1d28fbd75216968b13964017d618e0351098ca0432bf19963a7bf14f8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5778f1931d1968bf65949ac511672eab00d8ef5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b360491911b72da5e9a11023dc5c847de27a5fcc8e24f4ff8050a303b7d582
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a7abac1e91cfd687ad3a283e563363dbef584
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e8f0b1557fce6fdcecead36973f52d1dac64f7d25d4b2df54547e58b7edbfe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b5712896a5ae60e666fe5dcd93017e07293178
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59be37475dd638cb965c57c1b57ecd98e76492a5dc82ce7c43779fc52ddaaff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc61d36ca146d51177479472f2801a4aaea772f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f8643564354a94c0fc07965405335563a83f5ce9bb119bbd895ff81a7febb7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c16f751c586bd621e925915b7845f73aef14c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e8a1266d5d34d8fda94f2ac75e323739f56b0d70a5b00bd050d43ea9cbfad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcc061b846c0d87551bfdead8e5b479fdfe262c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d301c99bd2c6fe8ea963340f5e40e0fe0aa61ff4ce6a42153fe3bcea4cff60
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337df311eecb510f99ecaa36db36c133bbac1fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b818574fb150921dcbbf83d220ffa3e8841bdb1abbb701dca736293995657
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539f1e71bdf8fce143368dc559f836dca02082d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8f15c1146ba4740748a46addd9be469be958ad67d37371271dd6f64796c511
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e56f553d065b4182e6d9d188a83934ae14c7de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49b02cf1968fbb664fc7b00e965a3fe446085f1a4e0c79d1658f680cbd9d127
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f93113ce2ded4032e3433b3d199f85ba0c62479
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502249eaa31f477e5c109c0b03b6d31c54961b15f89fc2f23997c41a8779c5d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ab62ace46c36cbdf7ba1f5755d7cf51565cb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986813b00a0a93867d26ea09634f91a6f356630a6cba0db1528fe6d84999827
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828225721746ab0b5988ea2cf02bd6d0f88c7eb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4943229e41cd674cea67b2b2ec3408219fb99eca98726776320aa3b623603632
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281da47c55c3e425c3ab220dd74decbedabe1f6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e595e07efd5e0a26f9f3c82ed4381c103fbbbcd3c962d5639e549dc75a1bfe82
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9db3dac90c8e203f4d44d326195d7111628925
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e4cc7150a430b844e51b89bd7781cd00e3ecaeda2faa070f85af228c045d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba82a8adf0b67d8e370d9c785994048954e92f30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f426076c50df72df0f773d6642da0c44f690dcc664150522d4ccce3123974b6e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9c4488d520ec6bde368adce51a99ee86e3347a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70eb7e320bca41a5ef9252e4374ddea8b0927faba7580d1720b477fd981b332
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197022587ebd55cce07363905a14c5f6b1c502e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87708407277c0dd2f0d4389293a75001689312eab02566b55f1baa36b89278d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfb1168bdc6edb33d14220c932e23b6fbee7afa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f426a8f6ea829f5cb6b869f7b5bf9c829271b98ad0544ad34f8a08a511b77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b2b5e75ab4aa1f9eaf776504f0729769738864
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d85b241aaefdd24ca01c371f89837b30648ea974ce60bac2d5962b405f82ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3b026ac29b023046af476000d041d3d0fe57ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb92e58d814b3479f39e309fc7126d063f3e6e1e8d5b5548b62aefa9891a89c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e6cf5545a7ea513af3d1759d5e6f8636fb7a86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890ea181a376fdfeb16bda88c531402a1fa5f40a2b149e97b59307f31802e494
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a29bdf6fb7f03d73e306908e3075b426f33c11c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121b687193f52f836925a88a4de6b0b6b2b9bc0dfeb179ec602aef0adfefabf6
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068486693650e60d9198bd06afc1c4e93f4931ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b1c0faa4e4d0b638c03188c7b0537d0f29351264e39daff1c41dd793668707
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08537c3947dc8f4a46a8adc7fc6f6d14a456bf53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301acdc1c471af7df882393b67974e487e77bd3e632a5bfc86b975ab3e4e3bef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2085f52d57e067e872bbd876b4f955e7c792b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69486d3cfeb968e377311ec9849cf2f1fa95f4835dd05076036ea5649b4f3768
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bac3647df6f25cafee542f9da7b57ba8487f84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faff72f87d9b5f08286bc0f45e45220268861cfb8b3fb7a0befa28f7fbb6eeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccdc934b9c0a673b4ad4bdb811ab2b1afc776f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223a0eaf63597a8c610912c7f52358d793934be30488824fb5682050f34716c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348759bd19891a3512349efb7a7ac2acc7e004c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404072290d27eefe3ab6cb5a6f52e6f1c7ee1814827f55f73cd15b399d10c90
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ca36def767279cf4bda4e0992b639c6de4726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee45237b037582cbe06f2f6e45b89e90e10d911eb1692a3ea9c8544b5620a01
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef1c9b5888e908f30a13031a791ca8b526c5ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bc35154a508e84864ffa2bf7ee5c6deb7d6bac293da0198d6c3fb9e2e6c323
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d90b89aa64855d3e7320ea956ea36b8c6f2010
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bee3e39ebec3ba8ff997828bc5ba4ee524f0eed99ee44e4f0e916e211b4048
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2707e32b6b8de8ba469b4a2e0382b0be330adde9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8090b47744ffb60c6adf3b5af35eb36a492cd766220d3480ea4e1d58f28b21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5c729f6f7595103b8daa3ef259c549ec0b4453
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a276e98d72b5744a033a91fc94d97c392b86dd7d6b42c31ca3809c0d37ec0ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95166fdcf735e322c8e5f8857e52dceef38ccb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8ab1739d153c3d444138cfc76e880a69c490863b1d4e9609d7ac19ed0ab078
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f960513615e9ee4679ae1601738ba61e8290a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a02d6065ba099532c1fe02a955ff7d7c54b116f67704803be9307dc66348e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb7787961ecf6f22d0f0218774f62008f2b3642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7933f17d6621d3456fb0b0bab7880e8045e5090ef3709c85dd6652d28efc52
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4539a4888d014cc3da5e891125a4423500d900
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54bb93982ce3a3400c3ec9adcc101622888a275bd007f9318f1e2b22eb79dc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d2cb913c0407d91db4415fdf3742adf837c5f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26943247fdc1f848bdb3a931c0a0d894d918a6621f85ec7ebff2786f2a415cd3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b904d298dd300b0de5afc6828d35e0652e0d7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b4666710b4cde1b7ddbde7cdf7487220f0eb1803c50298c6a8c3941c0cfef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e40a6e11a41910b75825e6e2ccb3a505a2a3ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5ea5dc0c46077fe733c729c52eb3d09ad05ef5f65288078f4c1c4be6078b64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba3be655ebc8de01497fccad90efc49d308229
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e2ba380566ec55501f9646fad1eeb10126746d927ef50280773a27e17dd3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91249bcd07b7371ddea5b3c0f38a17b5206b9341
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f49971f24a7a1c848d1feedd234b00ccf6c1cddbaf196f26d6d9d61cc38ec5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c0df4f5d9e066748f5eff412de0b0bda06ca9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088a5cdc4132e9bed826ee12e28e187f623733cacb33780408da86903b677b2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981c640bb957dc6bfe0ea719d97ab9ddf8994d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dac9150d8e7b9a6ad4b21ff1dbd23247f0a2d62b8a2382a3296df140bba50d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7d5f8eede37ea35173ead6df6c247ef8b61bc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc79744f6228040229b87a51c6abd9770a722d4a912774ab898e5d0a41a954
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f9f060dc9dccd1f0070ced3aa0d21af0cc5a9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b63a5a99408b6e09fa834301c6fc9e9a13f044047cfc0c904504f316d193cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1915ad053b286d212ca63d1fe5a67c9c4d9b44af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa30e7fca9e3860ad6552e8ae1dc0c0bee5b00c55260a9641bb12218577c570
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965066d1cc497430355f3b55070d18fa71346534
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4432b456d079278468e14de52a887784c993f9ca5b66ed8cdda0ab27abc85f0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfe927ae92e1375501a347069e512302efdb897
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a6901c39d0bad4be720ee5480de100717ae3561668f4b86a04cc657caaf6d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a410b4d8ff4dda025723e31ee754f860535706af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca068dc2ff4fb79bb911014e61192ddae1579d4f63e5b9256a37d1d378c2050d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cf1fe95fe23f29371ac7d50db84bc393707e4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b940aac52c5e27954281331a925567575a82e3916485878d357c475b0659ceb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f398c8a01928e663ad54d0e61e39bfe94b078d15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6575921e58525474fb8af792fef5c43186b1b7bbe55e294cdc198c5f1a806e91
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fb1a32765ddcf493869beb5390e3b99fb883b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6641fd17e57c97f8fa0cb5a3b603cc6238103f639987a541d578be4528f8393
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbffc751782117e0cc0732a348236b4c80dd62d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630f56cf9869c830dc3c545f6bad01c0a8b66ba455fc0af632c0c0d47d142447
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5666324cd07608add538f469a4d259d7f6e179aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fe9a6a0847f9e76f3a685065addf76e5960a174aae0ae215fb91fd69c49fa8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df8b6e9351e8dfaf4702eaffafe42605808d740
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259868df1fe37f4dbc6ecae6b3128dbf92ff5c5d2d37def33e1daf9894e374d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677c76d42230fae2f8b8d7350b0decb63517b5d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce90322ce198be96d4dd408efbcb2f061bb5c92ca9b322359b45e6ec078dd5c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabc896b48b6796303bdd26a446ee64f2b4b8948
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b61a26529059b4e664e7a0f59623abf5baf213946ef38bbf031aa501d8bf35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462aefbd1ff4c628f8a1f13f450dc86493b2370e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba25950b1f4166a77e72610f92e698b44db6a36136f84597d0c5ec4010d19d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99918d97afc1c9626e2bf8d8a9468be353494fd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f80849141405980a20d9f2daafb18870d5849f1b5b0145624e532ce9b63df3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712e2ff91ba08331cb68657ad9ae8cb58dfa4fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02a18512dd64d8351775e1f85d1357ace418f42108aae7412ff3a6eb5febc13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac1856dd847f8a0107411f4604f8573f9ca44c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59abf9dc6d795f19beb22c0c22c05643c2658b8ca09a5b67d1516d6a1f97c6d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d15ef665ed81436ae2aa77c2aac44d9b12e98f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ba57e399c22a2d25e9784ac7a5f743bac1493c39b4d8e4f93fde8f02ac7ef5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7111c975296493f7364d428abce226440952038
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821a7115ca113fbd2c757e4c54b1494b3801b2881693622e1c9fbcea48bd8a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f8e0fd4cf521e32d568158f8aeccdb905da8d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e4f620ba4dbbb989ed132c43ae6cc99aeb4d79749ebc4c73fb9cd025d707f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9b5d5d7f901829179ce829e2d44b6f8676ff70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504ae6485850d37fde0a95f5c7a07f63d95a62bd0d788617bead5a23cc68fa03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38be3c38a82dec17baaf8d623a695a9baf66408
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01009a57e5d4794bef2533350b91aa4f6eebe6f9b1b047c30ede11d17bae7142
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d46b264915bbe4095c45c6d9ea85c1e4f2adc84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bb2ea3d9c94c959ed43ba07a78067ab1ff70cdef94d8ff74638a6cd403ca54
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6713c742a336953d56d2043aa9fa3cf9cbb2d621
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31367af6c92a1509b8f6f623214d4d94b86cd397ae81215aa67db332faebc4d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9af584a66ff7fac5e71636afbff01abb1d31ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b0dc43ec5031f29d2c0c7fdfd31fb4aeda1c07456743660d3c7286a5687dc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950d49c5d3a867d7c0e9fd67e3ef579273616aa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44107bdda8ae78b9f7f3a7dde53ced7d553896ac999def65fee22eecef49ac89
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12ad9d5664f4c837c383e45bc7eb0a3d0b94715
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80051fe928de883ac1c7796554e5055f579b539e6a5562a27a3e9960ac301d9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fc9af6de1f53d9140eb00e477ea68fe9bb03f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dca25d6670bcb7672bdee74d28a2e4dea48a9c2ae47b98407b2d8986981486
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc16fc99abe71426bd9699cd8ad2dc8c4b0b193
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54f3090198990780e6c4585e7e9bfaa41958f153364f2a823012e62af62744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf269239bd1fc1d69f5b7c02909ac0b292f19ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93332b29fa29df9ae4c434cd85392122091b386caf49f6619f9a8dfe978346f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff376dd62af6c4fbb0def4dceda72db5e9083f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab095d43d365c80604a6750551bd3a9a0828249e5ceb3de95660897a6fa5106
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926678d102ff3d4fccb55b42fcd4e3f7ba72e932
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649898ba4b67a244d4d15740b37fde472e1aba0e1b4122f9dddfd2e7e94472ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113327db33d45a19e4d469a27c4e30d270e329f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40f5be8ee0aa4425a7c7ef82e37f9bc53c4dfa5945a19ef4a21e5e5d30dc29e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e49a5f04421c58c19599b272ca1dddf5a2cce60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9308c998d8131a34a3c81f7b3ca755dda94463945c0a17ec73698b03a160ae0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fb32a487edab3f8aacbbd6afa498dffb0f1f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e07fa897d48a3e58060042ea7e796eee93d42f20efedc06bfbf23478ced037
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193544919635d69418cc3e6a0619b60cf66d38c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4f5caad523431dd7e2ca526bbb37f52caed865986fafb29dccf6d8272d88c3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7833531df726b64a3e0910354a5e180cfb01c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0604ef0fe2594fce87125a31e9c24f00720be2da065bcdd3ff86dae2fd34a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7cee5b8285cfd3505b2020870b05310d934977
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b46775e770453d28ed2cf7c3964f730ea46ec6713455b3cf06ad4659758cca6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef84b095e9f6b757e0e0270939af750bdaf9f0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c8bffb3106acdc221c622b5709771a47b296ebd65c54aafa4cd65692e86095
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5958c3d852d4cc2ccc73a6f580c660b7805560e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecc916d0909b50c9f088e64a67a6254337bfa6224a3a5c6bcb8feb26dfe1a0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63777d98bcb3696471f1407233d0ccf66f184c5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ee54d7b2041c7cab3e2d84539fbbeca15288f99624272ba60442221996087
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18e21b6c87d167b19be83286c833c95f479b4f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a66571e678b960c0b9814672ed9fcd81598928c01ee95417920f67ca1a10754
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b2d660248045d62e136166b456e24a6dfbd53b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18317edfba278f84b86a8a26ddfbe6098a3727c54c2e5f430b85ca7a5844c338
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a87ec8df6418f17f8b94020f424d6c28e22bb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f0ae9928a8fa8fc15f7daf38a0cd094e17c604663d930366134f0ee0cd2510
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f30d8dd6d23e2d5caed5a2a242412260dd07e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abbfec814ca5a07f815d0103e848b656ad3a42e1f61d9c0e9462f96c80a2358
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa15f68ddc8e85db100a8ea9cf4ca1a2bdd891c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111321f07ad78092430f32ad97cda1cf6b32c67b5908603dc903cd1c372fafff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74893ebfe763b47963882530c00bcc458d5bca45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4978e3c13a2fe6ec4eb789bbc4d997c46400530e6866d39873f05e82a04b11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddfe384b6d44ac684e031729009ce3aaeb84aed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd234db3d9d6c21f4b57f07518d02a33f81239276260fdb2cb6a8371fe153f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fa9c542cb906edce6e81e2dc9c71edeedd1c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76fc0703c3791d498be4907980015bc384f2be0fc449e8ff9e0786f4ca7288c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c440e1cd29f300c79a8bff7881d39fbe523483b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e394851943e1a48264162dd5b707135e460d6a1d664c99253ca5eac533b0b73f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb60587d7986091e7a3b513fcc6bc21b68cc250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827aaa340abcb1fed1d06b0b2dcb1af9a921e5d2dd8a1ef3b84148537c99936d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c9be1d851c618781c67afa7c4115990bb5002d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f7a41f3efce2b587e2062b32c69e415d045d6af86e744aab0ad7e8800f4a3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974e020e9b1f4e7de1513f4115605737a5d8abe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cad6ef53c98c87333a58d0250f5cf569c37b95c20a25a2c835ae1e5f6ba563
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d42b0c6d9bf1b0416c051a0ab100eecde0f5c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff72dd60935099fc8f0421779fa192ebca0d19940bdd428823f24675424d5b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3c7706c9f5fba5f2f11e72c93f9101d761cd15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd583a4585634e5afd6bb1b6407c86853f1153197051a1817700e9b84396ee98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf35e6d9c4ac6891df6f655e0179117f67f0a12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2a5c6a0e178db1f1cf5da7e8e5818982d42fb5eb8571ca99cbd05050a94e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec7589483ada50084a3984c3d6b40eeb01a72a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153c4b6aa644bac6a793c4df848decc2948308c66f06d2086e25eac6f869d115
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8678e74777a6ed901d4b89eac8566cb05a1bda1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff4bf3f15eee053496e97ee1ce11af4347874f31e2f8c90f4fe03d8f7467c94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cecfd20174c5a2448e73b234bb9e48d6239ea9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910ec4abf3a3af27bcdf3a50f6e998cb3e8b13d4ba4d9f38eff7963fc7551a39
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee034c62f4535a920dbfe4d8464b24fc46e56122
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dadf0a354236811b4ac40d67424459fddebce9bf964b6221eb8c540891f6687
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf188099fbce8c3a2acf43bb3790237e4257bf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9694916c93a0206fc4cb0808628140627b4bede935ed8958bc87734d2e9bba56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb9afb62de25857b9f2c424e1a0b84d29964716
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bccf0089c581ad3303e82dfc95e99a5c3ab18295b534224258481eabe518f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea30cadafabf0c7ac88d3fb1a6281b23fd8b969
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9604e860be8d29b0ffe7903ce84ce441ac14b3be35ddf34a08108d4a2371a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaebfcc93eff2deac4cfe0c86619fc12d5080da8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f597d6a4245edb94b7d04e4b597d2f772cb5be4be210e3f81aa8a6f5b888dcbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ce7cad554566263def0eadd73b2e27187fd60e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a0ddefef061a26426c34653e3487a7d3bb7081b4bb4355ecb1b5718c0c7e96
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f48bb8da4257d6a193624639496e91fd17fe29e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c1214dcc84f95a2b2af3e620b0168b728fbe97f2a7e7ac71c6cc3e45e1344c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af992b7dcac4f8011512afd277bb8e534f57922
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6147c3efb78c0993a1f00b5e880755190c5cf01354cadab5af7490d78dd6846
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5dca21e3bcba37c42835913ee6354a094a3229
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dd152d64e6bd0adaa7f8052cc07a5a5a9bbc479ad296be261a8cc5051c7909
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c4127fff32e46eeeba6ab9cfed440ec982236b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015009ac2727a101f97cf9990a5dbec3acb7a70974a35d8963ab20d4efbe084
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517285416683870e927b7fdb4f2582ffc43da546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc5d8531e83f56cd73cc1babf3e9b0346b44d54732b345096af960a1de5a23f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ce0ec78f3d6d22479d02c88d4f5e7d3e928e7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a26a4b0f56c19ae946d251c2c495fa3f6bfc8323083e9ecbb29745a186f6c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f395af9c16426a9c519786ce396d81a42a7a081b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef48c67985bd944b8380420192fa12fa3efa6c8c9c187b0465d64e7ab260f639
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1893f2f6a80eef9ec1fd71f1e589be64cfdc86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c970c97b00e108921eb984283c107e3b14d6a346d29d93ce31f2b372296ff4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9d21e9c24c2978024e2a6e484bcd48d53ad36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54563b5bc6794ee6576b2f66b9c665bc18c296f4ab5fd33f94a55900c171ac01
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c149933420586c010d1d4e49d03f8e14d9e26d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209374bb531c0883b20523b95c8198cf0128f9f3de8c6c10e59ac9e042cab9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8417d9c05b147d817071a4759e996ac766e00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63a24bf8877c5809a53f4bd961c13ab0883b0eff3c63dff123eff3165a95ec6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c894ea3b85490cd0f7c8ba684e9b0e7f031c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d248f6dedb047c618b3857d8c7babf7906245a9a64134a397ae5ab6231846ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c302c5ff7ccaa89482d329b333614b7b27f129a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a58f467dbb41790eaf89b5c88102a099842ee862d45626b686449a74af3b752
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d6c0b1f17915036c2f6143466d370b938f2bd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc862cc29390192c2c06470296a2e49c0fff036667464f8578efd25bfc5441ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c67253f32ef2c8a56dc1638808137c8c4f62b74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4867ee4f73d2d74c06d1e00c524fc614e8ce2ed6ee34c15e5324795b0ee8ee6a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c3043b81d3d680f85f12f399f03a83ec699394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b75a99a3dbc2e7661d29119dd9d72660c17c83124c7295bada33bc37a097d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edf7e7810d7470d9d7e7b60f53ccb1b376eb9a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566dfe2ed1bacdfc0b6e8272a6e4f41a53c7e423595fd867b5f75c1374adcb5a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c11e59453a953dcc4954a675307e1cee2057f13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd993da7120bd4a1fd1a723996f6134a4e52dc180ba5a03cad9bcdc8306de7e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7481775cdfbc2ec053ff2b125c92e5060bec32eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392fb2d8470e2351550e6c2b83eda0df77ad8bbaea0dda69c7a83a13dafcdb23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734153acc52aaed17eb09bcc8903ee35aa5899e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c1dfcd8782c97dd899be7b0a8365b217787b583544e61bbb0ac5ee637a8f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b45e49c1a94170878debe355c92e582e14a9565
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd24fac65e0a740db7788f74eafa5e5936ea0f4a59f8d7f22814fb9647d34ab0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763b8fe9645e98dbe381683a82ff0974855c68b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51e0dd1f42fd48e3bae50ae76b9119a9c76bba6145468fb7ae0fc9787e0bc4f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17adcf7dced92358f5b31c6f406eb70587e9ba26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ec022867274d40174c8656c4963f781e895caca0f78cfb0a34836b0d556435
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0997bc71841cf8c74f29e519b2f6b1322ea442b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76ef9b2983e41c2e4f36acb091e0a1dacfd239c421d96474ad387057babb5a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339115f10fe4d01a1390b4d208d2d1c3bc5b6a9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a13552942bfcfa9d5f75ec1703aa049c872f045d9b0ef7f5598c3bb6023131
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b55f2da46a3b88428bdd563af1eeacf8fad5be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476b45a79d492e2071608ef481e3e94780df4a3909359c1735630ec9338a39eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c6d548557cd36cd4f489392d3c5a07b905208
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b11b438acf6106c85b4655e8bf468c64bd7aa514f0beeea1e8b403a8f3b1b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bd58ea083e5d8e38e03a2fd74aba1515f0d4d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dee38ec47d99be6d8736d34f318cf3f9004f17a1293e9a27a7d1ab4ad754a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce77adf624019b6fe23007a03ba3d5dba9c7a787
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6221612c7ddd668dfd7e139e84be15dc999ca6ec04caa2c7f47bb9b7eedb232
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23b11c91cd55315057fbe298a71388ab7ab9fb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141172a4ab86da67a551b7abe020704efac16552aae77a5448266ab2d0c0e29e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab53c6d4f00fc8ffef6a053acd44e28c00266cdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4933dc809129f081e0a1aaed415d0d36f802188e8c6341e89b273b9e2fa40b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8006b079429089598a99e088a1c6443489e46ea8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e3fd1dffb8f6d8ed3eb562a7d3457462474dd973426f1ca0b643013ce660df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1d8a12df5864fb44e6cd9d07e003d1b4db5a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17402255660c5138b9a4f9a69211079c970fe61629074e3dce92e27d3ab10483
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748ef5694c79feddaf76c7b3d311a95651828875
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cca8bdcb742373b0cc7186060bd40d285d775ef72caf8ea96a3602f8b34da4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed7eba4437d86c0653eb05520244d2b3d41ec4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae80b688a7190b70cb890bf02bd4c569282a06f6a91d54ffcf3083ef7d1315e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7542472709a9c8e4b8b241c6473d1f6c7129b103
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeae935dfbe731b77b57f85fe2c39040fd0420b5dd8167180a2760f92ca4a22d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f09435706c416daf946433161da60277fd8666b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a9e7624990b9db3ad39541473985fc38a3fbf3665e7f5f4326b516222d9227
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43658954276e8642597e4a79b7a3a745f8b95627
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ce48565b6820eafc840537b097e99859cb1a6789a50c9971662aeeda77eec2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f5dc8d002fe92cab9708fee16ce495e42551b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa671641225fe40e637378609739f54a1332d901dfb33dbff897cc66667641fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f39e068bbef8f114d41c59e0791cf970df64840
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0757d10afc0b506131f44dbc5b3c25800d053cea330f6b2d9ac7201d4e174412
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d762e1fcaa6499aee3c29cc15f12d49f35e6e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a437c070bb4f65f39cb93ed324630adf26d661207ed22e3e46c193b5a4adc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c69eacd8f98e6efad6b39ac95c1d67a7e3e4af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2c101bc16ca576be0ba35579711a5d2b62e54c3da50adc8bcc6c02c7c1b626
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed6098926a8bb3884fc9467856ccc9adc0db4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da23512586a7abb475b88746282f2566880333172870bf4f1e2e89a72105bc1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec7a0e17cd715164995d5851841659723a31638
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0d34e2fc34ee29676ccd9a1dbbf6e90553e3e6c9e9ef65b793973a07fc22a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3b32e8d8ac667c75b4865b4fd0114f9dac96be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cf8a93529b7c57948e1d1835d02722fcf8c82e111359802e660257955270a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db517508fb4041e480cf64fba23b0d1c7a406ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e63a20a6c013733cab2218afc483509f0a41f2714aaa195c6e48353a774a37d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddb4d3941eebd3a26e1640b1e4abdc070f17141
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcda907364b9e20081b1257b67897aba79424ec0f87f5f64656e69a47d1ab249
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e7852803643ca1ec2457addc386c0d0577137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1ecbea12eb43a1496148608f74c6eca7cb33316e1e076fec44ba82dc32d1da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119372497780f09159fbf0d5cc7ec04d8b6b181
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc51210976fea427b44cbbbc09624f65080a57c91e0078605aeab43b99532282
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510acb46690e7e16e3eb0f07ba5dda6b9075e708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6385e18324b39632171166d296d505e445f501e9c0bcfbd88d183a87e172c8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c6826f12fefacd35c89743aa8a9c3233ef679
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a54d9b80873523cb50c2f24920677a7c4bcbb7dea9f3268bf42c889f13418e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd33558a34921bb7885d2782aedce45aecaec3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8519470e79333273b75096111e8396291a37ed4df496169ecd84bb34a7203b1b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e9b8c8eb7d3eaa93e800fde43a89efcd9fff99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fda914058567a9ca999ac2007dd6f6f68581cc0f1d58161d1bb8960525e0d2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f220f2ee9f0fe6b9b9b1eb5b51f725b3631df895
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e86d5b9a91c244d2372b953c26cde5e07dc6fd5012ff3a9b7dfb7d7a396c5f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806b7582b755538cf8125b75020bfbde47301b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66a3c7cf2305c0becf0970d802224a02c3c8cda19e3b2aa753213d65973a021
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af50c9475ee0eb49283c4115389ea9091964d2a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e6d61565be03c482b698799bb746c7192f5674f177a7f4d5d7f17955004445
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4908e136f9a1524179c5f998af574ee42e29a33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fc795d277ae6184f94185a7e2a051952ac0b68c0eb843dedfedeb204df9e87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff210aba25cacee83ad37f3fcacc31999758334d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648990427f4ee5f76a9c637b87211890e3cc7578280a750fe22ec9932a2c71f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e6e48fffc67f74540b6eaae7950768b4ce3972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0186cfd7b11442e4bef0be5f61f99a65e7214f1157882d78f82cd57d91d4867
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492ec7e0f8a8edd7a3eb29817b7c3379aa25d2fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c759d135295122b8717e0315ac3b919fa7e117f540352cfaa73730047318ae2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1238a26eae34d2daff4785c92b75e2b9da0968ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe71ca18bc78802524aac19b9e0996a76c50f1a88a476402aee6546146e100c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bceabaab7d6a0cb8fc75ce7b76711de8e2739a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2c7fecae4f4b0635a9e7a3625313a1d0127cadc7fe82859738596024e39a9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a92778f2405567edbfc496b18e2cf7fb2bf0315
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637890674ddb6ea08a81ee695dd0917a7878ce75a403f2c0529de2d2e633b3d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a00f713217b2d05c7c1dd91933b4189bab016d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c89f968eb933f5080759f54fc8623115de3f75335e70758ecaea3615a7fd91
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377ee1e00bc6d8ee126011c64ad8776c19da807e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30ff383a55ea811e0c71f069cfc699c95c9f2c9307c69121bbce01547e47acf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0c117f9c14f42cc04b3c339c6481e86b54ff2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28625d87fda01dd36d38d6ee457c3c57553b5abc5e277895c08d08132e067e18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe130340184269a09bf5f52a2e6827a273a1d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ac1ca46fe781137f193dec923605b4b9b88129393a6f740201905778e40e4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134bc03db7bc9b775b69c04ce7bfd81fbd4e301a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604e95e61bf3e32c8110c5c515bec91cf11a9d56fecfedb771d862f8ad08a8f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c19af32ddf8877258ac13ce6316c3de433f1cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a0ff858f3cc68fc477f3b84c16c2f4ffbe174804463bee6082a14ee529650
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0a07e9213d8d35403a1c920b6e567dbd0eb2d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfce7a1fb2e4b5125b3d8b3118e565d31afab74fe2c0b724e8c6babbb53212e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aa595967dc158de8c3ca6d03cf55b6498e7d73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2a9efc999acb8abeceb7b2cb4f860c5299d0def63d31640aaeb846fae1f980
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24458f0f36ab8f9821b4cc7d70894af8a99c32c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f5e2701731f442a1d6d96cfc07fa0fbb574b7de706ad385187f601d00faee5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9240314df628030f5cc237e6b90d0d728aba85a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2df599e1754afd8f6e75d7b097f1a3c96cac7a771d4d6ef3f7cfe7ce1a0cd1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b024abd6701d9772946b6ed4d402970679b6c359
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2a79203930283e5e5b9fb1cc58bb3e239ad33b39a676b059b7f3a8cb717b57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148797c292a2d31d662708cc283aec62815c9c71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240b1e23ba1331ece6c1904fa34f5a133a8652bc93ecd08f0c1404d8951759d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d4fd438cc82b1ae96ea3da104c322c210951e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7eae338706a03e9d5d809f7dd304397600d2519e968cc269815acc670a1134
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76babb2234d6e3178e53b6361d34014692698cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d977fef5d9c59ec10c8164b0eb4646984477bcd788bb76b14c16da1e0da47
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbf1898a6beee6e4c72792cafe6e3d28fae59b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6308bd491cdf509dc0c1d3db73c11bcfa08e36f184ff508ea819065cbcc64f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a20deec7a5946f574318d1ca32ad2e491c5c69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396564b4fa2d509aded9e32bbf91ad80bcd5898588d1361612733659a931335
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873dcdc6fbf3b10584fb88d82369e50ed58e6d62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c4925960d7a01a847b7df29dbef9d7cd966881e61227593065c444c024cd62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c47eac51e569b7176ea2f2256825b54dadcb2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f701328db703edf08c610cac13e6ac073e7ac606d976f971427a62c07f911
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e0f44eb5ddd36bf8fe06a518f319aca1dd703c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5941d877090b3085a25492495fee70a873b84b7783f38c94f198e67cd4b67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c95bbebdf9ddf349a1346567cbaea28071cc8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fbfa18ea487b58847c18b9865be7b2fc2baaefff39424cba92bb3623144639
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0332a0c4beaaade79a3b91208445d93120dab59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939e0d3fd6b7661f92236bb597f1fe7e71b4a18745a79beeeb749cf402a13ba0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d39fc60c6f5f213e993041b2bc3b419e6611a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd63e67f6521d2ded345466cfcf4acf8e0034402e03fe32ac5696366c2474c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2387bc4e585decb6b2b8d3effbb6de23622ccfab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46795d1ed0e8cee3fea736818fa58a0544311e59b20a13e71d73cfeacae18456
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2be40a9a84a702a112ffdd9449ffd7d4462522
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d49e8bf99c5657b51fb7a5b065c12df14351bed4bd55f33ad2a8c5d90b8b4d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd91d09ac0ae00454018c2ededeb39e6cdf4183c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4256a552c9b86dff3def8ab83919b6162ea49c11152cf74320abb3702e37ff23
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f676ded2b420cd3fd293817d34a1f5816b08865
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990e4b241805144b83247829021e99d51d6e2b6e35845e1e9f24027cb6d915c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3152a85a86390f0d131c8403f56f4c05b4e7087
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90fa58340aeb3e56337eb0e52accab3b8ff256971f6e314ea548a2cdbd6496
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320a4a51ffc5b5f57da9aaa5ad2ea695621d4267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a1600a825b68c99086558628841aa6ad4a969b8bafc5a22131ad66b3e8eca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e0ddf8e9266b86cb92a9787e7b77a61921cca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a8eb93ead95d1b706129fe4513890da9637bb982d18b06155e06c6f689fa97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ff9896d77730346326a132811f9eac79ca02ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d985cec5b5fa21e6c5c185ed13b62187c8faa9893d08765bfc63e77c7309e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699acd1c8c44e9f155016bdf8471972b11836f03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3823a52e33d52358508a24a159224a3c57271748cc3cfff2d28207a92b643b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77e98682800375418ca97573730cc107017ed31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd4d1d9d6163e3aa1c80cb831a4524dcf312ba0e4fef51550603ae6c9929c8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d7be15b6b0aa7275062f6865865c9a9775382a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2794489078b1776424909835537070f3138eaee15cdb0eb3b2156f4b89202
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56f3953fb8cf60d69bfb24297476c81b03d0c54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cec8cdf989b9aa6a23dc19f7fc57fc8a47b38d85e99c38f16b6bb959ec06dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafa2bd68694bcc48084a68cc3454afaa2acec8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26832629eb5bf13128053c4b9ed382eb698346e365373a4c9dd740d03390b88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62adca830659fbea2240d3e266a13dfe0c656c53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f7cf3c044a65ef25c2d531c4bf7ad268d094cee91cf48af742e50bcef0680e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80adb7cf52294639d9db09a4900815430b3089a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ce3a68571de11c523f80f75093ffa8fa1682c6f456145e4fc2fcc535d6b83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f0bdab658ae9044fe499baaa44cf2467fc4c1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f12cae5fe2c0d75138ad75a161c5d050feb6d677176e8d927cfc30b4577b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb7a5adf6a5c39fb93fbfe490dc6a24ed6873a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4dea48f2aec7342bf5981a94f507070d4b54ba050e6fb189e8f3e75a304c33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6f67c6ed9afde0e73c1d0edf431feb18c0dc8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3abf5a4fe393de2930c5d3b1cd95466dbf341db0df9f67b1e04729838ef7654
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5d177c6c6c1fb3d7abbeebebdb0a374ac2c04f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e099cde04e1c003dab5040e388663643b804a05d439a1cbb151d8186e0b44c47
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da71e64b5bb9b060cbfd738c1adc8521c619e7d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d2892ea0b3c28dcecff2fb5e9dc214c954f5578a92d843542d3370a885de5b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d020ecb057b6a1aba410ddcbbc6603defe6105
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e18a90af71d55be82eb018436a11087667a2664701338c691c63d9362f5ac8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5b2973b7f527d902395dce4801f56e132de813
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23fea2fb7f229db87fd6d7068d64951018d3c02c3b495968c49ebd8be884e44
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177ae361876eb51edb35851aed1d7aa6dd6ee9ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be3b14c50f4d826aeb212669e239c550111f2e64a2950738fed042a30b3e3c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e295d46c5c375f693615beceb6be1ac7996bf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee29a02fe9a072ef7228e0fc2eb59cf1b5a7a365bd5f5b9f097d778d40ec3865
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58775828ab8c2ed8ae6ed3e121c5aa5776d5a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f8e404d2b962915ac27ce4a6bbc1aa92bf1b445c6ca66dfcaaf1e69b42971d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a805253e8d126d01f1cfac5a0d5fe93a1864abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f373a91d6a50b234249a77bd08cae273d9795692fe5920dbaaca5658fb7ef6a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2658b5380b6ebff4f77615510dda9d1f9027a6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e1d07b904780a1cc7e4abbb969ebf596f8212a6553b1d23a312cbcb8715b28
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9ef19bc256f310eb6c4790acc9e3edd98f8169
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ffe85026a96ecc15a52b3ca4e8ee3cf780255d580d7f9fc9eee573de88368
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b87e73c9a6efb465a9f964830fb361d52c1a9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2bf88fbd17e01223a7b3c9c420e2e7ab9838819e6acac56ca718ab577ec5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9baf84a0ec8a19dfff7df71804e403a9cf07b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea553a26ff2f41a85266860b319e74ea9e23f6a9d8df10c47f0b5ef372f5e5a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40885910940614ad16b961dd6f00de5bcc3b111a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82a84e4d79c07bdc3398b28308565c7f22414748fa5eb91d784b40879d49f84
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7478e10de5a385828a42802eb30add9485bce906
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69ddaf5de7bc6e75a241029bd9aba985051fddd921456abec4f2e6d119c14f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c301b0c30afd5fd3843255c1e4c47ae414a23cc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b8a811ddf4d0747fcb80dfae560fed7500d8fa747170273cbbb386b500302
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589a181ec6e7692eb6163eda181931fc0a5ecbfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5988fe065e1245bd7d620b63b2256fabb845afebb7997773f33f3fcefd2ce44b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351aef2246b3763b508ee4a2baa33f87fa9f3fc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490946657acfbdfa84f4aeeea55fc642683147a8139dfdadfbc5ed1ae16b968b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7169b9b607a3ff38dd9a04b7d26360abeeaaa98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8182d4c57242a84d99b09a24e76ad7757fd8e2a1ea2cdd1332152e19c57ec9de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82162a505af4c01447485b39ec0458d26fb1f8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e36aa30e660ebbf47ecad79135911ffee5b59b37c598090b23ca6091bbea34
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d383e380212b3568ab3ad88b6546c6ad4e4c6df6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84487680aad0b497d293ef2b796c908a41969121de07786278c60a1ba7c67aee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad964bae56011d5960aad34e501c07b2869a265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740182d6071d577adc3f20a1f5d767f03f740986663f781115ed12afc8864345
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0338ba0002429151abcccaca56224a9ef970e2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d6c671819e4cae48d8aea935fb8cfbaaf2faf0531858d35de2e122c11cd5b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff6a7784c703b2ff2629272a7812b95c8bbbb0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079c4b05349112fa2d54028b95ac99362752a91830989dff5a12bd4ece29ea38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0192121d8549c2bb61bfa200eb74d1058037c4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc6abad6e2977144d3d1b0684cade17b74a86eb0c6ce82dceb7732439a87e09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef4d1a679fc4f0a7dc51388d77a81c45d4f3e2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971918401093be5820acfa0726b9c92f1b9d08bda7590b84637b0420c8caf31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f82a9e6da41136e3d2da0219bc9e50a3180a36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f3b8e81b9ae1f149f02f60c756373cd6834425915892635a76ba23481efc07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a27910bba56ca2c9b969a51a505850567a61d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5bdec20262b65be5c5e4e8de894abf734394544253bb6fd689e3b875d6e7c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1519aa4a322f1a150da72aaf2ed88b1ea88b57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573444aa4b782e6daaed6df3a848ff66983267e2b98bc9b1fd4e03789cb46841
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6365f60ecc93fb5cd3b59ee1b7449568231cc849
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cc40b3c26a611369e62f9606a2044e7b27459de46010447de9be7338824817
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfcdbd61b11dfe9f8de3f6a03b1a55f38e748a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20315acd1930e9e5e688c8024e59cb55d07be954db0c788c1be11f9a6e4efad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24337971717ca51681298bc6c02f797f82ab795
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8059c6f847dea3f6168cb85ce16ea17b587744ccf89aca2947592016cca56d5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bacf04711df782095ce44cc4f31c611f5c39d8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a0d9fc7ec5f2949eb66e6c23dd796e0839a06253cc0a016d6d9c56f4417d9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613dd237620eecc628f367f54ae2d16b0c05987b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034bcbbcd5d0369f774b3ff803cc136356082a1740a8519139c20c45852471f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede730580f92752f9d8ce3ab8e83e915e9a2832d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6e6269564ada854d62c0dd152a9d97dc6300afd546495db0b99e3113528899
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f30838708fa5358373b64eef0a5caf40136ef4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57539d188f95a849b9c58651aae634100eaa3fd402d20ae86e22d930f6b6e5e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34048131f86c42e84484c738af7a683ab9d4e313
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28eea4ab6a889d7b3d2b056c8855f36ff7bfda0857dbcb38805eb33394eca77
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1735483febd10b90fc796530ab1fb71cbf0ef69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41607ab1dca434244b0662a868a5f85a93c54cb90e7a770162728e6d68c356a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e327d84e264327bc912bee7b38e98b58101220
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7589c7f5d50f0c1e1f803c925abe3fff6f9fa133b85abf64cfe99a72f288df2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4e40784d2c55de1e94bf1d9689e3ef740462fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a7b3b37addc28e0f9fa229feb137043c31f9c773ac1db2a4a0eb1bf560606
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e468c8c2b16dbf488d26dccb4b818033e02707b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fbb106a656fc1e404018390a9469141309e5d38fe9c67b38052b280c8a168b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb6396f9d118eb67f5009d5b465334f4edd1950
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99b28e2113a0092ac3ad9521fac79214d12cf67229999bce92facb9a46ddfe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed99ff01703eff177da20fbb58c9e3fdece0e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506a7436b03356061e1643dc0671bf94ebc519d431869542492b110fe5ffa174
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad617923a7b37745b53d42bd012259c0585160c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b9c2e0409a16dbe4b2b3ac70a52073b92bee6a3662b3ba534ebfdbf244e50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8dac1d8cf39ff66b8c597a86f93c5b09d75499
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab092b0770829018d338bc44395149ca5c55e1f9713a6f35d6ceacdf629b2bdb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b11da964aca37dc79d36023f9e08a459f36d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ad07f0cf0355028499ad535775e7bd3caa7ff9676f5b0195a8dc8e7c27dd2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df20b741bf5961d4dfefa323ec60009ee4150af6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b44409c3c7f3e60b3c3fdf9fffff73e658769faa5a078f52fb34bfab4a4d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fef35628ecbd2b345a4578bf4336d067bd3ed3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9334d60fbfd7856c95c479e77db196e4c35113cfa9ea035090b71766c2e467ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fbb1b02a3fdefe6f9091f3c1db97a797ea0560
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0d6f6489187179f8535929bf0b9015c60854313b457c6d3e448c440f0fa823
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f09e82fd671cd938e026c29cfb9ca3a336e3abc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c98ac50b9017712390998c4371ada48b2d5e31b5b98ac370b6694c0361063c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90dc0441a37ace296e1adb5920365730b32a173
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51e0d2f47079d8ec52d4757f011edeb90a85b703d125cabbeb809c2910960ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3376dd0057a340a3878ecadf1a4fc4c78f6de9aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699b03c5367c600035435646e840b9dfddc35bad723b5a0aa7bbedb0b4c3453d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91957595b1cea962db395c1e65e631b05a0cb82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4e56818de0320a254a6c594dbe73a9e4f41dde5848933320e0af8c2fb8fa47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856fcd3457801494d115272bc6c1da0b1eb5ab3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df906deb9e012f9fb3189ade70829f48e7df9a3da4ce5654b8c54e6bcfb988c7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257656bc60c4be583f4c6675e3ae10647c7c89a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6460654e76ad71952900d59af6d58a0825bbc2c073a02741aa5581a6cbf8e95e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330388a68c3e5534ab4beb5da519b3dc02c692f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900522ba8716ec225562228bd3862cc6e90e48713aaf1f9bff5fc95a451d7ff3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c39b06c16e3e20b64c67e4d54f7e11b5c77ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b740c085ea884a9486e493825d0e09f7732bd907b96f65c7d535a90c2a6171
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea96082c72b725afd83e9e2e1084db469b32c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8559d90c815654bbb73691ae73af9b371888fbfc9c83f3878fc6ffc9b6f2831e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3535f266ad7abb724186879365819fb99b0136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c700bfd55b1ad723c0707e3666f2190875341fc277bed91e86afbcea21a06d76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1526ff2a4b7ce5520137938419f49451691c998a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291f5f570f8552af18c7843ebd9836cfe6ebc9c5b1443a046c50b5585b028331
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4835fb5172e462380b517d5d32d177446bbb68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234587ef8ed402ec1a0a00c32391a5a46b22571de91fe8625e0c05db81d4cd29
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad83d9f92d806b92d9d543bb2d8baca142922a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0099c23a012f65a6befeb81a933175985fca441f47914a7c17c25a7f6bf9882d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786ed2f5bdd8619260737fc5e65b548bc9aeaf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6056db40c30ad240b038af1a9704b2c281733c4d536450b45575e75d5ef2bc7b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602dd4edb58f8befdd8a6936c06d5b0e2dc1063a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c590ec4bd8bc3a108d7d406eba35d383a065fd36130feec58ab2e2814067b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4eff669d216dace599d9e1e89e4835b59e5cfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02d3118b65426ba6d780b451362c5fbfce2cbb2f4f53ccc08be9eff0ff9d329
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143264f20aafcc9775cc1d8f1395965868b53b2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490b84b771ea4fe31427a733bd9a3c39a5aafcd25a23444e19ad95235c0ec4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d449c62d3590aa8f24012886eae95882a77de4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be52c5a6f9cdf6ac25e0bc237b04d1feecf104bc4e16305392051d664c8ba4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89fee1e00a03ac593a94e50aa7fab78e9c714bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1f0389ecc39f65e85d1a3d9d9ca95ba1fe39f9f28c02257bcb3c3db792ac6e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbd2414b8521c00c39ae37122047bd19f68b365
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb6ab717fb300b9393b61c52df2717017bc91d27b22b94e265b324954690ad2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6382a95b81c9e9361f07e101341e1ef10d61d512
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d39f5759f6f4875bfb5227f18180082eeb603c1c0b8deeb87ec23bb2b515a9f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea46221de7d5ead716861cc01bd4ca1d60245e4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ffff256e6c12d6a5dd900cbcab62b156966e188837309be0fd71a4290888a9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7cfb085e2478d933346a26ad61136e1e8abd1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9714bf83b490559d835843cc5b99263f49b8490462f15e991b1c58f14501160c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b186289065d29f99bf46ee735184bbd1334b0536
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c27202f78725ca8d3b133f348d277399ff720048069bf219fc7d500061aa9ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10970d41b32a47b58442048309144cac476956c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b59bc6acc4eb14e211721817714fb8f6107f15eea3f4a45b45806b4e6cb02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2da14048b779a0925134b75e8d8dd4e4ca6a93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca0433d93a694b52f7b15678d8b94edadba97d208299dc53a2d14a9895deac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d4d9b2c63b0d38dd2fbdb4dbfd8f05a128f0bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bec481012101d0ab4cc8cd6d783a4e84cfa198da5b89242c51b824db4f9b1de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92f21bab3bf8aadff8b763b54c06183516b3e4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641c89ef38ede0cc37361e73b4838c26ed6716150683007faa0d8e3b8e34d61b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd7f62ba675e96b8c690fcc30d01581e527322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d113fd9d6b60ba6f88322cb1ea918eb57ab3faba59cfff9605934693987e00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7323552366078f7258ab844aaf4352e736cede
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a706d29de0ae8ca8d1fa6f952765b802c41d6f06945426f55de6e4fc2b31c8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4258de50ccbc646aeca51e2be414c1df530b6a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1311f13688bc1b313b005d85fe7c0400bd7092dbeb3666796627d4de6b9dcb8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783d0ce1295f8563a04bcebb22fb477baf60adf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2613daf4cfe54d8f78a135aef69af2800c3e56590251884e6eec93ed53a036
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1cb89c5558118e98c2b41ce6ec282379c3ca4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e3b5600509ac04238c29b81babbe976429adf10229809ed762a34ee79ec58b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcbd4cf9055481f84f65cb1502b54984b691d58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5fafb4109132f3d9df3f6545fc28e6b642efc0ffcebcef466afdbb59dcd0c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe6f5e3c3e7c751b90ad4a36b7c341aac1bb23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14ece8c011eca38f8f92842393505d0185dac192602a2cf87d915a9c834df5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c108e39d0989f24ddaab8b836b4a50b4019f124c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1044eb2c2ba09d5d2807fee48b14115d9726bd21c6a138b3b3b17e4bed3a05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277ee3e92b4233dd7ab3498c387a4db7de94503
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b83c5618693a060a84a5d3fff6715cb728277691864c4e90234e210c970164b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f15ea0851a2dc41f67092fe27598b6e6ef60e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8c39baf9c2035c2e8af0ceffcea24e10806fafa0dec31ce24cae16cbb1ad8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4578d54b7e076233b423e9165d549f8e506bfbe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774255cbb0f31557dcab2663351a8ef327ef1dce2af32bb017164349e28fba5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe461169fe23d0dcc5202dc73ed27e40f6c51d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569a792d02e36b89211a63cdd8c411a49c035b064ceec0a4ed57c9e0735fac2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689aee3e355beb88cfc12c53c617cd7647792d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97681763a38b634d480ef3db3b89ca165f1e105ece9fc8952cd1f2f73cb29fd6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673ef05bd46ecab3084449e60380b1a7b41292df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09269364f1a9cf2703b3f360a05fbe35d9b76ceeb5b4cd6c6b00bc51d5fec143
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b78f2b300f4b512bdab532906f29ff881c6b7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1d368e95a0b8b4d2dd4f6d266b246fce29d5ff71a7d6540c9d20bb51b9fa0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3408999122b975b0d050cb78dfc14d65338d54c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29e63ef1b4dfd0658ca299e86d49e96f9c8797b7fcfed3ae5f4311e3775094c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5195862366872f9264fb86b13728d4069b5f7ca3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59628123d3ff7ff1f0a9d70bc7f3590611ab23709ab77d61253f92288531758f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ffaab3c0fd49ccfd9638f06b86db1db359d621
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937e91e45b8eff45c1528cb9fdc77a060ee32502af3ee5d9b98e194d555a82b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f045f30026d3c6169eda4e5e1df84ae3d85761
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2ba81b73111f0ab10dc74bb464146437a0d36d28656ab41cc614050da7c463
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a434a543ced92ec7ed9de25abfee7cba7559254c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df560479d6b9ed333b9a6e50b6fe8abb9a3ee6445167dd6f606b3e4a53d53da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c26eed5654bd151c1306761f6b6c4cd11d1fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8c8a82c670d8d32b6caa5743a2ee05010541e164eadf086406dae56328ab21
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5e2b1962a24b990bf8104a7ef1377ad7b51d25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc3dc34954275930a8e4058915d59b1c206eb77231b8e3df940aa9aac4e3309
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7dd7b399b3fdc225cab52d87a4ad24a3efe997
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742aea62ca1f0455af2857a4fbc8723063ffe48f1641be4ba2250bb3d49a966e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9739f359404150754b5e9c0c6ef6e30d18e5ba7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c119f9329460580d6e9477d568a9af9a6576d39905de538f761ced6c43c66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799cc4c720915d03a7a03b94bd59dac73d46e7a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffee94a71176a65227980b51b5a6e518af562a14143692f5d5e80bc4d436cc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2c25e650697f25a68122c97b2faa25c97a0f92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8536322f367df81a8a7e4755a0482dc751000d6d29547bbc13de09e9f41095d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a780a1c075783a43e33913ce9e0573ef49dd3f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce900730ca04013b5a89d39cd72ab1e1fb2e5ab5a03d5130825c92f3ef2e6d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320e19f567a26daac94df301e83d4840a11c6e55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea004eb735d61e1ec9d92eefb325d393b8abfc28520262997c5462b16e1c5071
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c66c2cfcadefd57b3d7bbf83a9e4d137adc7f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d079484d57eb6414580559a6bc5c3c2c16a2da43761fea18e397e8bc281f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c5190000e1899578ceeb1c78d125bc6a0a0dc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ea7062137547fbf60330152d608626d0c9b89727e7dc0ba0bf53a397155db2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91175ceaae17330100126ca177f1de3b6fe0c04d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0572d8f139c8d8f8afec86d4b0b005613619404e10dd9ffc7ef76670d72c77
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64482c5a23240c98195bc4f7f1758f4bb2d5f67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce18cd780b430396ab7243040021e8d743a97068673983df7665e5aeddd7a1de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2585fc52dc3883ca256cfaffa0c667248840d9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2d36d0013011c52695811617c4fbc2dc22caa4eaf9c3f9d5bf97c007160ffa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f2d28933b45b2abc654a94cd6fc3fe335d17e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6affbcfd01b7dd888b21d08a99db45479729130be3f7b45f2fa53efb73f6e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bca7e6614ddbb13c849f8bd4ebbf2ea5084b47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a460137a97a9ce3ee8b4446b35c7415fd9d3597f1d01617302783bb5ad02d39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451fe6d4bd1d2af81ef7e4f36918e72574651cb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e30f272347e179c44a4741bd3f575a9ed3c2f23f5ec96e9e5439ab85bd808e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cab2df86691ea8dbcb558bbe673f778630ad55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cad20872f47055a9385ec4bc0e8b0c293fb879e5139ce2fc90eedd7db243b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77f5e2503264b342b7dc1fb18dc2308ae8009fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97c333d1eaa4fd615c63e19e3e3229bd7be882df89304360aeda49d89255b5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2debc3e326a98f0152218b0ffa0829df2fc8d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4841b7403a071233eac976356d935f3dfc710f79d369b94f771d6843356bd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5848658c37762e68ed8e32471b0b4cd388c35265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90892f9d160d2f308107c244b2b80529489f6db72233127cca15a643d095460f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00af3f614dc1e51cf92dba1dfffe7ad6c3c571e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3d66a6bc07bda64f207ffa28199832aa8d212a622c6c55c1281d6361dd023
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf6666b744ac860c49601076e78e462f4e07746
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ee30747d51b7306de3fb75f3bd663ee4083e8c8d6d56c1c011a6f26e0285be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354a93590bc84c5e101003468fa935b41181c051
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15467693f72b7ac29385f48c51035139ba7ae80f21dcfb04c4a251b2b73f2d19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866b8d66c7b2cb571e5e49aea5b56bcfe2f037af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af692bc8d07882f34d223ddfc4db4d437275219b20cf829d4e8b7d731cf6aad2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412dec7182f6f6d2bfe72688a69a218e298ccb55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b356a1013158f745b90956849e453d094a831b44c543dbb31dc923bea592f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8c790620f0b4654ba17f056c9e48373b9b2f2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2d689700ce141def1b88ee6569291bc0250bbacc548fc9d892be0ea27ccf19
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cbc6dd4254e8c15a86309cdeb69ed938d22b38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf874d6168c615e160b2bdecc508690948503d0145e60920571fda10bfb113e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e154487b5734b28c766d2da34be58cb33b10d2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff37a9acabe6c3c9882dd92fb9e6928d042db1426002544ebfc5b0b4ca7b9f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51564167e910bde09f9ec1fdcd71648b805a7bfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fef90e4bcbf5029d4808ae0f0c029796e0fe33061fe615f580fff8b4a7556b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac64258011a26dfb57e634c8369663257c3d8c9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02e39202b9f7c140ec11ee38967de595409fd5eed5ab94202b5bb0b2edc1a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29929fb31558ca8ecb6f19fdc066bc7a2ff72742
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa0d30d2237bdcf7a171104fefd2e97c8f4d21bb4ec4af8f91e8a5d7b0c336
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de67520a735927eea9878646a265f60fe1caa86a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5eafe93ff68b520b14ce3c6019354b7415ea9c25df03ee732afc62e3943ffc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eed5e9dc2efe7e5915289e07348819c008bede
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f05d899dccb72b36bb4bfae3d490715ad3879caf4d26474477c0c4d0f7e29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a2b1ce9c9d963d4b7c24f5844311df8238a5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151c2bfd11db972d2eadb7b3901db97be01645eafb6ba02efbef4d1c4dc526de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc374d1207a836431ebad3a2875f578d92e22ea2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f17328f7a11804498c03846cb8eb8d099bd2f4434424e3dcd885884d922ac20
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9d5f1dc29f5cfe0323106b78c0c8b6aabe1fb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6594e1f12ebe712ce76c945459efd9dd5e1e13c26ee1363d2678d30766371644
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9c5ebb8e6dfd69abfdd9e6cd8a3bd41b60916
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e214dcef0c8edd71afaf1dc8d5271d0e2ee302b94a71bb6d1846f45d1592af88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecac084dce034a23997c0b92730db2f2865cd216
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3a38c44be891ce025083d98f263eae10c6eccca51c2aa2fd402ace22f0d496
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a442993ce2c27718a30ae57329c82d7be61d2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996f96c8b4a93c0a073e154f2fb394c037b5b63a80abd6ea6cb04040ec9609cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf5fbe9415e1c5a2ad37539491f198190aec4d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b168f8ba968b3140d47a73b97ca20c19e212c5ee0b52f1bfe522305927757f05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e5fb4c89c3dfefe89574f74718eda04e479d3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfad3c1611b3b23a46c25830f58fb5bd456488dcbaba51ad4529285010a19481
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b114ac3f131a18c11a3b12c9181ee868868787c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab937d36a6126ab2952094d88bff26c7a6eac7584d35f514ac17b395dc04fd1e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402f99eff15b84e4cf8ccf4d44c942bd343ae369
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b99e420c9642af860d4b330d7d5e7c37a7078e9fed5ebcfb27832879746836
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0585755ea8cbb430a2b03d65b49ca01e62f940
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a0d2f58b37095994b86a79f0b4108662afa49b1eb3ab64b8ec3d740be2b88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6a3f2bab5be849ad5635541b2f2c94e79162d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016a86cb2834d9e5f8a00c544049252d8e57ce266252fda89a5fc7cef360f21c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965ecf92e9f30137ece8ff10b99f3cf0ed4a2c4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8d8d263414d03d83eb366e7bbe3aab6cbfb73898a693ba08c62c5077d49a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110613d8551f985eb74213dcc7621f944b2e0a2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae345738eb01a407deaf794f2cad5d7dbfe9e138634bae4c41c2d28befb012a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4e1ee9fde1dc7bd87b729d9ed0079e6abaa8b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b7e70e02fbe9eeb6724e9db70477847b34dc4b23554ad0ba2c41d806d5311
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1485a9ca3d87ee0d5abc0bab55e04f8819b44811
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd736d6bcbb3d2220fc0645e316cbf16a9f5d06558ae87bb36a6b9c693dba5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f2f0c8000710312570d6e87c1b39037ae4ff31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c92be71d0b08baf2d3945a3cd81b3029a6331652c3c4b51409c4a95f6eaf35f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3af7b7ac00a83f1632048f632f251c728d51f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421ec2a80fb5dc2636ccbb15b14238aab1167c5dcd0f5006e016c9468c2d13fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350639087a6257761597f345cfc3895c6642592d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0215f5fd3127f8318c4a6caa1f79153b6d8d88c2a648f2369e908cc482f33d7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420d23b5ec08dd5dbaeb3fb656de281a47775874
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5703529e0027b8e2d5ea383759bd1f4ca6283fe2027cbcb8f7cc448b12fed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac6bc662e53fe813fe3ea565d5c24c56d0c994a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0a224323852700b1ecaf9f24fc2589d7f293f403842b65dca398dd9ab5177a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505f9cabad9181f52199b78f75c9d762d57f169
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906c25954d98d365c7f9c71ae7ed0e2ac1fc21fcbf56fd7dc30442c457ae1197
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da552cf05babb4823766645d301e56ed69f6a443
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b634efcf2d5fddfb7a6049c3a94f37e5be244106cb71da9fac4e3297c0291c0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6886d8f07cfa8f5d7f358dec84dccc5ab5316a45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6a8a572856946e90454346d54ec04428569b5892207fe986f57ec4c2539dfc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288f7f0b37a76b6126b91aae3099e717f62883e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32b1adc6cf2dc6c04d438e4df2b7636bfea2ad65a72ccf0c53146d24cb10049
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fb286c1127783f79a0c6a68fda4a86f588add1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9408db2aedacda441dedf059e0b8bcfad307c99d2571ba325a41db182990b3f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69b0f6fd0e081daebf720ecb235643bda52f6c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a54e39a18c98ad92edb817fd26a72f4412f6bf519f572307b0fa9b7a3b1ee8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659de1878f9f3eae45440a7043da30e28864944
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b8cc9a5b31282cc50a22e75645e166a098e30d260d4d0454f95aee68bd26fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5168dfb4c73b60d77baaf9125ad25a81ce44642e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221c794c58966a4ba0c1bd05198e0290c2279fc40f7fa9008b34252fdb3cb2e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ceae77d27998fcab5db7d39fcb3cde80ada25e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6529d2a32fab66d751173ce4e24f27bb5822887158a147e15f1efdca18f01286
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49437622c45a96afaff15bcd5903874bf62c5e71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7ef9618ffca2e0f18468320d2167d1f4d5d08c34d2d95b706dae0a472e0b6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0635f2406428cfde7313e81e401c3625e1fe2eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05939bf263119aa88292b23275594ed600404f49a2f7dd906bd625352638011f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022bd9d57700406f1c68defc796655340d19d48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6876fc7f3257a7a42a1382823eeace3b0de67998107490e4fc9a6b21b0bea2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b4242eaaf586dca87f7d3da6f805593be520fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5f1be61864d3a868c3cabf47c626ae7249f2520288c0b4da1a272c8457d9d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b48044b093d4ea8d15287ef7735083eaeb5043e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d4f0cf7f6725f601d654a67483406dfe347a0b69c0fbd128279c8312cc126
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31830a94af66bc4ec593739c2162879e20d11b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f14e6f8dd18802133fac2fa59d01aae7464ce6ee98d72aeb5a6384db79858c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bef319b2b6e4670e7addf07067792a0c62d45aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b02198481ddeff7cac88969b3a295763cad11c067c195686c08655462869908
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4897b42ce2bd45f6d50b1a355da434116139d09c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b863ea3ca337dbc8527ae4db34a5a108d46b98494759b26a454df0891c9f0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8380b0d70a0bfee0e6210f909360ead14ab1df55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9fd9ce44442c6376b7a045691d3f25510b045166cb9184f013546a6ec96ee4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5021bec439bbd7354dff2c8e9bf4e901c8105b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71798a8ffee2fb230cce4ad7d144371e6acc82072631661a442a7c1628eedfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e84729b2b06cb78ee3c4cd8044965cac9cde4eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b6eccb9e4446388e3cfc11eb9ab7751b6b9e816a01afaadfb39400dcfe3843
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ad2579f5bee96f72d98e7a5e11eb50ac0d1ed3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938502bcfa4b7394ffede8ecc4709f750d6f1df76b6f94e8f6aa7eee765c36a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7db5860c1f2651bb586c0967b3e1b3a497a8b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b9b772b4d913d3ebc721bec93c892c2c2a660394653d05022e0ebe0f47b7ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1d449d52d8c4fc198f53bafd5f3904d0aab738
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc384f2d885b401bd0fd3dda8f511637e6d2c19107f6a8d6c95d7112b7ccf14e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e641eba89791c2cad8d0538f7926abb363ca79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0375f122b9b279dfe751d4813b67c31e1b95877a67daa716ca148b2b9b476c61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824d6afd75c75c4aad6ece2d805b17f137982fd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6620fc1066289e2107f964a4e4d51897fa85d6e6fbf84ba1e7b4e080cd8c218d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4a3536a5f6a98e3d7af59ea3c3cd048c8a7b3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6118382fb9d11d16abb0780efe9fc981bec1c0ae88a1faba8ac4e96f34dbe2a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f9051255f56e3b98bbbff10cf576808231dac9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aae34821c9b59f95d9e31544c12c613be30183878aec2931be9b1ea26211cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06ff1dd666e0b2e16abb1258defe1d471f99a72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88386dd8d9469161b652922e607c0f35c4f04b1df723d31c73952b6441634d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fe528e1f51f98f2fd151c31b0c52b851a62841
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ebb1a61f0ea6e5f18d0a2f125a2c9646a245097cc1f3ee0d7f8be5a94cbd18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2b0bd37d3fe9a9b5e9c25aec611002b696dbd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197875558e4e4843b6f4794ac55af8af0b01e1750ed20d6b939ab3e6e2a02243
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ee9d293bb01d03a8dfbf511726b8828f0d7e86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75728c2359d62c89bcda42829e77200deeaffab429225143468af736a51cf4d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86cffa034f7eed6a10a4a9b0fe8ff2c26849a86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5351e7d45ea212000ddd565ec610b18704b362b2e3a7119bcff420c6611844
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e89a659b42d575ba49860dd13726d2f540c5bed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45030422d2551c9d00f1916528801a4c3c2d8232f33bcae150ff70457e475fd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39c1daf537d292a34a8da30696d78bdb63685d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3231762cd851ed7fae79f55f0549001c7f4b67e4bd5995d1dbfd13746f18b72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d234b2be5c2da802892a23fa9c35852642536c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66a566e3caa4b041964cf41dc179420037b8f52197c6400a3ee86c544803bd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bbd19b9d447e32eba991193d00401ffd9667ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e557e460bf3361ce3b0e017aea796d02ab3be6ba162b405af973a242b296dd1e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc51a132be062b33ceda0cf4ce4f29d002bb7eaa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b09a46f9920338473075a3cc19a6f23a5166d4bca7946a423f1a09a8fe91a26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fa0d0add75f80a6941d59dd9d98937c554ecd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca94444694dc0489845309324c2a506521f3d4615be2b242dcd1ebf2dec8ccf3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c74f3b2d4342373382ffad6acc9329858001e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b2d30e10fe9207264a9f2428891c4a6d067658d571664d4ab7c666d5be680
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c2324128b9738a179bcc03edc8983616e01ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b3a73cdf5a84d2f264184207db93bf84ebd753285e0f2468d583581211d4ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96017835286a4e631e1e66eb606643e5fd04782
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78283e689f0394a9bc8a31415cfea6ae0a66dfb58707f2aebde41c0c99a48475
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c799b4b1ab2879ac0d006b43323635f724856dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3724ab668851b44275202e75fd37f5e777e9c564a0963ad49d910d4bef2eb99c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c0572cc25ce4a1ac0e89bb18de757604adcde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce4305ac85ac3775afb5b3d0c3c1804d9cef2d64f44a48882a563caaf48b2f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3d5a6a7919172be13f45d00c2b6e556ce35b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dfa1a1174878ab61bfc8e1c3581a294272e4e4c4bbabe33c4810c7ee1d890e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581c91f03851f485a6e7ca02e136aa605f355ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f846d34d1c19c3fa3a43d8ce3579e6392d62f02b89537ec6b8adf12203bd8aed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6cbe3f07174240d5e0dbf95355abfed95335ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daa9b42e843ffaa1d53f780f4e3bfde22b19dee84461e1bb15ea024b28887f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c667ffd15c2ac53b62495ae499980b4e50c034b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4e426555e262bc41c4aaebbfecc18c2e6021c6cc53c6846c75ebb74a0a7a4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d045fdbac3f65b03e9943ff207102a505a0caa2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437f3ae078b838f54e7c7a5adbaf695f9c0455fcc1de321abc1b4392b4cee480
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66894694cb00dcf04da953ad2cb516fc96bccd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd78fbd1cfe9cd195e84b748172b0a7ea2bd4df6d3b56b62198edc5c6ad870c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9913d40128e6733367c52510ea5a61ec9fe96e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0c471eae6280179fc827ec38b042185ebe3b4261449d6438e129377f4ead39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85702f3bebaaec6ef6d6d25d4ec2cac665a8ed5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaf64b8ae13019f7f6665edf197d51c7b8199be1207c22ea31f404c4add443c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b4a547bea35700198a32ec1b175ab127c9736f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06508ef9b41155e8039bbac6a9cc36abf4b81778a5f9fcf060d350759e9257f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4914f568047ad1f7f37d3b206bfd712aca9c7e60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826fcae4545fc5188d6cec7bec46a5c9f8e8c717af810793e4dc9a4431ff74d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31799140664744672fdc53c656d1a6be317f5ae2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389bdd1c7fe83a4a319e43d2353c1c9eb8254b18151759e2417263906fb0e23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914dbf544a5ed170db7d475f8e62abeee9ecd8bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58163bd2d6a8997539a76e280931ea0e1751fa770fc1b732bd9cd42e15c2347f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548d65d954b5de4060637e641d59b0952a83d939
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36a39d7e5cf97044bb7e70ed61eeb239798bc3d75a87b3daf59d0de2c1a7b95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53892871bd5fc078c9d69d4de225afc533ead884
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b60cdd2b1edecfffbc4214e38dd6203177c7086252e68dd4e19761970a606a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d6f0cdbf85e31a63eb95850f3495811dcacd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae606964dc3cacba01ccd9046812d4cc8786acdbf32e5aad783586bb66667be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8032a2ed15409e75f68e18b2737d46d8a5d68643
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75dccf25798d21823daff01e1a9ad00111855d874428835bdee0c523535666
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2393db36467c64f1b3df82f017dd7a8a4379893f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019befbec6975395a50bdf274fcb75446e4785207a0abe71fa89665d2ffb832d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029e8d563217e217c5a75c179da1fbe2c41636a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee983b753d82514987ee7fe88d567d1fcdf905e8baedad5cc05d5c50cbdb3f94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ea1310b70d2f3ca4b5df36fb0c742d2418ecca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa06990358de12aa9480e212cc1aa9c4b6a5bb57290d07d4b62c681f7317647
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d941fee6d576a3c1344697d38c65b20e61f138
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6ccf36df127ea6406cb4f83e2251ae48a1aef297f05cd3f66f6a6448b72b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e059c9235c78d8a95a28290c9306da65e796558d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf01c8b773d996dc5768c26950e08c46724aa9cf34ab892b707ede873975c820
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27addd604929e5c424aa12632cfa1d27fb006507
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37801f3ecb46bb537091007bf6a499e60c9b8205235591720df1b9760c44b221
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15372c9dba584b43a01fddbebd380a327e1fcbdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6229636b066f37bbe746a15e87836968b65bd45894300793ece360d718c5a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d592a1aa83630ba64047116690f1a44410b236a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67a9e91201592afd357b6ca6b7ac64b3870a3e93bf06944afae6053d1c23fae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272d44a6b398f8fb00673c876247f17a02a25b07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe92cee95d2103aa4457c13c0d3c5f2a616844e433bb93d5b8d72817f1a4a93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19ea3cc8779f8a9d202465804765e030601533f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123fbb8f86073d24ae722ac15a840893d69646e837349b250856709773f71941
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9611bfefde4d0d153d4383ff34768e07f48c6abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5a380da0fa73c48a2797cb380c6c5da62263efed9522acca454762a4f95460
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d064caf9c9135bb81078b08930d5bd3ae23f3b93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58893cde773dce3ab45fa542f08e9ca26901776e50781d534bd36a6f5a1ff2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d70146d59ea6e6ea328a0f00310319076129eec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3829daafb7db4f0156f27eb44e90788523265962b5b0535f7442d792cd675362
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb244fa992503ef74bf72cd69c655b51e998f108
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f8cfa6c9cd1f78722d900e7009628b6fa6b78480838dfd78e8b7dfb3f4dbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4505538a55d7c848483a1cc374cc6880b9fa5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4df25f2fa314e5c46dc1f6fa94ef33d2c60c646c615edcce803cbd761f73e4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fe06975c6ed5289ee64f5a40b87bae2ac95c5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b194ad4876b1b32ada470aac5fb11a23c6609ce2a4af5818c5aa9e1f90146baf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d696b95f9ef4c28cd414c9cd82797be00788bded
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61995ab425e94ea6cff944b6514ac71d2afcbe02fcff3afaef7ca368d7cab361
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d089b9c592ea705028217269102eec9ee80bd2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e8cbd4b22ef98dd13f777d9437090dcc9aa2226cb4c025da8bab72a87df2be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889340ba42a82b2c88a40713fa9881f7fdb14d5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4554cce6625e499ecbdd05b046149bd88b5444c4d6a3b2c0df8d5f736be6d434
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6581481753a4e0ab2bf38f6ecb4cfe32fcd3bae0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3681d597838e6a3cb46f6486a3f06ed55f9863bc2fb6587da1bc099fadc15662
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfe116ec045084f0460e2f69e6626528ab33c7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b550c8c98a0e90641a62d751ed0dbe8a5f092684fc9bca035337add6f0a3e62
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d01de0506ebe98e1c0daa1f42315db986f53046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d57188380d79f7959a8b763412ffabec37bf23cdb71add4c4359c42531392e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3dcf9ae7af1d3ac13dd63530a992e714e06260
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16d15970ebc5a9228d116b3adb35f3be05b0b7b4719dba7c7536cd160a4b7e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701f31a919147ff079aa35a7935dd4fb2fa34c4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351a918c0428812cf5a9bad7ec9942bd0c398ea25477aaace72408a1929495d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484098d9f424a022f1a350808d991cdf7f9d7e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510dc5a78817980c7eb1c0f82f0a9bd6738966d0f4e7d5d3637ebfd336b835d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c977fd5b19da87b689b19593eed77b29eb8503a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35172fede9eaf9df7c18ba02b64ca458ad1268dc860535d41d1c3d69160cd6a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371fbc279b1f57594f875ea293f24339015db26c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc8025a8873664fdd6c28a64bb39fc28ce444f430318753f105d322c459981e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150daa952bd25713e1b4ece58b9cb48c2e08961a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea01656d0d845c97183caaaa849cec88ad55b7b96a9f79c72fd39dacce56a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66897b1d2cfbeceac57eec0c9bc1d279d8f86251
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2986bccfd9a796a6d8fad070860e9506d0486e81903c08df07599dd90898f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062564123695c1adb22bee0a0d839de3b9080d19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453c5a13dedde3770ca8a62e827a96221ac88bae739c92109a882f62cb257ec9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac923f161a11413135d10f2d9c1b7750dd7d24f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548d2e91b98736118cfa2e95568e6fd28607c1e1d2675961024b0069a73fd6d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9a7cf92b2a4dcfa5eac9abca313dff8426ec1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59affe76dbf4686e4516ab38faf258f9828db4e0b3d46a919586ee5d1687b9c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5790cdec0ca00027b19e15eb2abf20bb1c7078d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1ecc528daaf02359048a3b938ecf18ee57b25a8355080fc43bb03c12ce42a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f82a6974b7388c4ee7167a21c81ca8c6822910
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f11ed8ab3d80a89357fb40dc376415e95ec25c3203e7d11c6a95c7c10cb545a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3600e1df52daf75aeeadd35a9dda8735b6342e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94766cd07b5f4c7212142b4b79d67105f7a1c293556e2694b6286c765df3e66d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fb63ad3bc06efcb4a84ae8cd9803a8a716f8a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae423131e4b953b6d9a0760e85bb26e9a74b7b1210fd6f79117208d2d571f3cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e92a3b9c2c2371ae562aa223b24fbe8b21d01b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e4a91c1f50e28d6a614ec6ccb2d048d1f3991046911e2a4cf1e2713bb2f886
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a6813d00c7f18c427679cd4c6d380a2dfbb0e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae8c15ca6284f2cc22a6c5a3e3befa44955fa3d384a8bbc2d807b683a48b9b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87468d31712b1422ba1a4ce5e2f6b41c6574bca8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e7e54d82ec09c1f56dbb20fd3bfbd48971afd50b7fea38d335142ff6c25aa7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3a098cdef0e22e31c63f0c5d7b80ad4bcb4c23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d5628a4201fafb43c9bfdf37d0c90847dad30e15f01088447e58386918f50a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e0cdc70e05af590a3798045d6da8968bd728d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c1f738959be3ce56c5e385ecf5cebaa0f6dd08bed4ce33268eda99b232e63a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d07f41f2881063c5afead1cb3f597a36e94f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4531e9d80ceb56c757c1d9f56fe99b485504451007bf0927ea46c5fed74f0b7c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e92a86a9d225925582a08e68d20ee901f2ba0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8a3b7701d6e91ee32fc8cb7d6c112815091dac86c5b102b4d158091fdeb258
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6af8db27194150456ee546e1bdab2511f878126
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156078dc74196f67c2a19ced9527c11f268691d011f2297e53da2c6fa091b3b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305e2088d231a61887ce56870f555a71f9d65acb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe36b1d855bb9a337d4f49bfc05dbef5af33b5099ac10b8499d634a0e13c71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4999358c0c631d87fc01f925a439832f631104
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89bc793e0f6fb4c22d48d04aadc32b59547f4e9f8ad50107838e0e3546e9f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d6cba7247091d2e4737358322419df26e0907
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee94215ff8efa5f516b23cf174f0727efea0b5bf2221b56fcf728e8666d55b91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b762059d0215e21c99b499495a9928ae2834cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2448fa9d1f9a2f4ac6e7e67738a670aabcfa0307d2f9823628916dc250f9a24e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1d88b5bba5724dc0b8cd0b6e000625329c1d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00be6cebfcedca1319586c775fd936e12a7733fb30f27eae7c3983b046b2c5cf
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01947221317dfdec5172f1b2c1312499a316e538
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ee0820a77ea6d45906341d47cff5924f8d2e63ca5886f163ce5503af75f20
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31bf9cbf5a6c795ad5160102d11898d0842ca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc33572d722e40c5491dfe28df64529e35695cc4b26045a0c88d511c29033874
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553d6eb87cbc364ecc89e1c7447b631d6d40a006
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c108d12e7a51e167ab234b782c4b197502ea38e596a6d259d136a426eb973e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a2e9216422218a04f3ca507cd547921f107e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfe2686995db989c78d95ecd4a636c2130fcc2fbd2ca8e03927d2807f08fcba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6125d9ba08000931001492aad6077ddcbb6cf3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67987610e82fe2dc2391702e0cf9fdf9893f4cd92b301e3070418329eb5cfd2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518f0d5ad1149627fefbca795e1311308ba3526a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10ea448f37f4b3f36054895361d860992ab6d7f03c9607f1e94519c5acb8bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae7fc4808eb1916226caebb3cf19baba6ee338c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb07045c84d238599ec1673c59bbb9f05b11818cf725ce4bc196b5ac36a701d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c3706b1d8dbc07630ef1f9ccda5013bd8c02e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebb54c9f21b52c1143b33eeadf531b3e352d51b045b5f63058959f0d0d3236b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a827671257249fba371cbe0108cdd9d5d04e8f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309d65122f9c9e3ade80353d9c40d6b3c0ab202666611b4b28b974c0291cd957
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4612b3c3f1a72bfc12a2aceac235f61fa36ff343
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3a78407b1ce757510f36ea165751f48c16be00faa63f42bace9370cfe9dbfd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f09429b58cef2bf4ba0aa6d317d1be52b73a6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830ff716effcdf6a34012984c6a5908d820bc9e8b9db85b5fc18a3fe45dc9e57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357eb1d0c85a573e4154a24327d4a47cfcc32a29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c5f21c2d9d95e0018374aacfe0fe8ba0e7d2d0a29b892f87a94d2024109e22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42dd0931e495a7d1c2a82468980cf294d091c56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7417f6348aedc02917c666d700b0a2620e5d63689d16adde1e7180f854b60710
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161513c045615473e36ca690a362ce5d09a5a2db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5128fd76dd71a7e8871b13d227ed526fec69dd880858bdef0d573d64bc5a9cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf3ade8db922cbd9ff99df48baca0904f1392e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959ab79a84ac0ab1570dca13b1fe7ebdae8944dcecd1265d61761c27b091e48e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e900410e7e5aed344a0e7e08061e519ed8785a17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bccee601fcb030dea9578381d9b2d08f7354aae248c58f45935b2cf19726e01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325d9c4bd9f0dea0a46d09461ab07971069a6d59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36981aab798905b862a3db374740e9e2612fef657073c637fa694d7daf58c977
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea63202f8b59cb36b0126bfcf5fcc4a9709ba93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f42cd6992860c94d3208e04a4e1d607819c7f93a0b483802597107ccfc72e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4c10ecd3808af21288c7ccbae2055e38e87900
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8508fa0f1a80f864e10be4985c7e6c3bd2f6627316a20742494f6ac913a7bdf6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5769ddf7dc6c9a5e0fd243ecbdb49384331b7519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e181164d6d05de2131bf3d29784b69d153356487396b6ad57a1a1da24eae75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bba9093a1a041af017ed20cde9cd6eaff55f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b6fa68feffbc334d2139c87d97b07ac09aa7089e47bf29cf5d5276d674b6be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f223c561467e3c513f43ca3a15e04b13b4ad293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099f8a1de1fc5097dc2fbaf12192c920ad2778440158e0e024c284fd6a9a1bdd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87a3a2aca794efaffc3015928ca6d0ccb1cab84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f9bcacdde18bcb0101e5f9bccf2126d9ef802b2e8a6a0b142b66e984eff314
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6975a62c4707a6e3970852e3aceb02f00790c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b285ee1ab181dd65fcab62cf2ac021fda6cd5072011059b39ffe4aaac827bd15
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7feea16188413719630f33bedcf583ce2f9ba5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4372907b7a39c8f1f8771deebc71b67a652e594c07fce78a8c698ff4d71ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8449ae2514f37bf2f9a3d248675110d59fd58662
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79cc5b99c9e7716356e5965ff57b4738df0ec8d7fa3926e62b562a9157b78d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82d2a7e9a4e5f82718f42ab6ae812dc16858994
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1545ca4bd34abe581ba8ba8dfe741f68275c6bd736c574f0fcc329af434bd03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c95d671b763f6f0b446227bc5060bec6c99e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34472b865b348645830777ef8d7a7e10365d4276b24e892f632a4e1a7d64ce48
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45964ad486db0a8db1def2ac6ded13513324a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c325a047e294d12190f42e7b9822c3bd9797f6a71067f250d82a9a7f474ede2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf0fff925bf38b1c0d5c70dfaae0ea3fc5f351
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05648c1bd2fb0b95e6e051c11631c7fa1afd4905bd9b2c253f8345f8c1faf062
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e089a76011c3cc932af81b46db63b7be45a2145
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ec01bc41b4ac1eaea5f2bd3688a0fb54c9a0b80dbaad222dc8db71037c86f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00da1612573b1d8a6e13f1ca99a20c9d4ef341fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e98846e70d4a5f52db0eb295b7715e6d4f90491924ae6aeec1d34a96fe5a34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec6987b527b3992faba7d6e5db5ca3719fd1511
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b34c80a7471a9b891bc2aced2ddd98bc93f644e0f6d7520c79036632e117bc9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8777a0ff5be0c89932c4e03c30c790a24d47cd42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6242dfe9b12faa6ae60f627109e5bb574250c719954512b22ca11bff304eaa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067189614e05f915cc7e731f57a01c24bce6a7d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc11e666a66182a97f9120e5471d6e7b0ee5045d9d42dc4fdd84749d50b01f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd823b4aa5778dfab38158de6cab8ef02b160e0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8905bf3931951fdb8879d5d9ecd2fc1dfd849dcbc0c4f1a42f16c00fa655e96f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f78312f88a3299a1c7119c0d8bec21bab48d4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fda4a4d48e89fa232e21de4c94508e4f8025f0fdc110e7ab69837f6b4adfbeb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592fe0563f333a20381496270195bb986a3e0430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d635230b58e6883fc7c7efef797c2120c92334b20acf1ce5649d3422ba7709ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd87778f6956dfdff160d7842ba5714e760ba293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc23a6d315798f9baf11fce17d0d649693c2278b462b905590c27c1b25d96207
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b35230103c07f8ca8995ba3d28f6eb354fbacca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e87b5a3a93b9e8986c8a8f3c0134a6f180fa85ad54ed4e7cd08598d02f12767
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d16f1fe9442857a5918eb734565adb89ad789e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7110a7634d8ba427737339e43282ad30ab7e8d1cd1bbee05067cf010f439e1f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edda8bc784e0f6aa825c82a37dbf4e7e9846e46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f309c9e03c039b60bebc1149b4858f668e485c6e33fc56e60ef9c44b704e67
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87893818c273cef3e3ea254148bf24e1f097a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30469f48c2bf813017a0ea54c3fb9cb14d913e158fd7299b31db55ee198703f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb6b80be7d000f9b20f3ebb386d03ec733a61a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5739120e3f5185092b97b262823f736da7a6390621d210e118de98693254d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40297bb2ef1b384995f7729cae49e701a3c67083
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200a45a7cbfd9637436de03796b89a6bb5819aded3afa5fd7228e33204e4e6f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97696a426220deea66be886a11ece15c1c51f88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bf3113c00f9fa787a7f69663df0a6e14c204291e2a2adfff67db225bb7b38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9393ff10136b10bbd0004bf7f8132a36bfbe0632
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c8fb5b0413220c2e323f56b364b34da85a4ed2ecd740621f7a3b64a731483
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cdf568fdd04b701aa9e4e6f760fe48303ebedc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843ac0c52729d6102ddfcdbb1274c7c93437623969a5a35f554464cf0b68352
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb1016b0794910f298ec2b2ecaa41f78fe25597
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbcff6cec0979aa00a4965f7c328e8b31c1298663f9ae498df97a61db3a6cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ffad94a224724a999043cfcf16cc1deacb64df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea498742486a69ff12e1279dc3df7af24c02a45f99b272865a5d10d4bb0afa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6251ecc107552284462978ba9e2404e59a5905db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495ecc00945a68921c50643bf6dacb35b35425bc1d86e73ab8fa2b2f892ae60
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bcb8e034f8e632d1e6fe908b26495221fb6b8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d84c3cb8f6872916cd19605b3237350773dbf02fc786de0add94e1743d37993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80e7d0791dca78aef466e76b7be61f2f6ddb82b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caca2d68265f15a49cbfad4dfbe9b6e262e2c417139b0e0417a1cec0b6bfede8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422666ab16e77a2a73eee6936e44035b3a8cf3e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9416bcd87197ac7fd49759cc359ac02655d71e642600ed801e33bfe22764d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e2a2aaf7ac6721fee994efa694603d565f17fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cfabc3822af4286bb66d81f697261bb529fc44c744319530c65bfffeb4c62b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e92a5b214e06b019cc8061522d12ff8ba40c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e0df2d24e2799def165f19bafbd123ae99b8f3ccb8613fef180908b9dde8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8321abb5be4a0e0d8f936cbc42431b3b9de2761f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b65890e9c45a9a40732ba9cde5ce6d30f6a28a4e8b5a13cc101c843c6e3f5c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e2f13b6c76acbb16854c2cbdccae62eaaded0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cf6baa3a6ea802bf9567340cae2ca208cfcd31c5a79bc78e5fff1d78669dce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2956cc7512b3bef93b2b165c24f360be1ec95d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d70aba9b2d970c586d18fb01d1256affab5f167dc56039716ff4d0ac804e02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f51fb2293d8c11853ee2fcd81e752baff7d932
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a3c4736a50650869757102f77466fa0a106d988156a32f483d1707e0896d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af31597a839060502864b2c2d330e24012a0da38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa669a9136af464b641a275c76956248ef6f97a03388559ebff154c3e3e479e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65806e970f177ce4b9e1c2baa270b838520f3e8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df14eae7522fa9d9ce16b6e5f8672484504001ad47e0cd9d8fe97ee024d9438c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6519d6235d62e6d60f16c4b4028609918dae76a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c86101d9009b66b56dee6ae72f47b51db26dd72c91ee383e41f133ea2bac6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729adb62d53e2cc1e6da6144f33da37da7edd598
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f532a6a0850bfcb7700d3ba35a9e209b65b652261eb347175c86f6a0a2a4e70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cae036358f8c4b0743119716ade882f4ed24ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99789d172352e7d636105c8678f8be069e0f804a6e5e6784e71b94f832fdb9f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9810b2bc7cec35f9e1aba17709188f02a9e68e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1223d273ce891a79f53174fd841421e2a4cd1858906530e99b1c4a919831bba0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374f2b80614dbd9f0e16cc5effe58a7825b8238f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6d38f8e65cda600b47664e6881301c391e124bd00afa0395d8805fe33c4fb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc4996d078845f0360421d6e5ecc497332d1b2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f4487951f08fbee90fa39b96f0dc50af4acf739f5788de171cbdf810eafb61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33af9b1c2755828b8f666ac6e7931bcfb5495b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08020480db3059e4dd5ae23f69d0fe0fe11c22c7d6ce3bb2272b0f30e4754987
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1591a08414f344e62c293ae19a495785282c973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f658040a9d92107b24f338c2a577d92fb08e131514922c7112f4302d53a1db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ba571a80541328c72eaab5b9e07346b14600cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea8b6ac0bf70068352adc84ad47a7c3af10be939777eaf0fbb6bd035f29fa5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa9f3adbf633c4634446e490c104027366f27cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ee7525af4e561ba36b72f1e32d8c5f8346f498c06a742d57be3a0db728ea6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeae6bffc1a33ffde526c80f30e41a8a39cbac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859ac3f7a64da0dd59f889c51675fa534d8bf17df683b73cf685c24855e47e13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9a797500b150a7141ea733d73d26da88224d12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5255c63bd269c5ce29a56e985d2a20c6f099d6137b02f92222ff56dac88aa40c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cefd64ce00200f647dc49cc5b2ffb1c1056940
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42414c48f7d49c261afd65c82308b4ed389af590b36a4a5bb2a3c4936a386ed2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f699a5a221fba3657edb41d2499277e76a4dcda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc6e57d53c9f1f8222c14ce171ddd4c5b7cf729fe41fecb3bdbb4980ed25bfc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd40c76fd31dbfcb44f810b607487177fd94b00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eea67dc43cf56bf8d34bf29f1550f483867fd76f9c71b249cd510774c07a582
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040490286293ae027424288a74ad5a20190a63de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc574146d9f16dfa01d958834bcf75544b2559c2881fc660aab1425896c39027
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8067729d9042fbb63e2fc3a11d1679a02037fa91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfd7e329939ba11f92259255513d650bcc239ad2e55d957ae00b9996ff85eab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfff0cca3eeb017227c35dc2709a4d898b672240
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7addb51a7a6d607cdf97a835163da495509c8092fafdac18a04b919b75c36a64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cfb79024549c18745115737268c362d30c7a8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae194acdcab86c50e4266f0eaf47cc8dc6eee87999afd4e1ba14d38f9cdfe9f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f489232ddf9f7fcfdaf2fdee97e9a88ea458445e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9e90a0ea0598c0052c621529b23c98fde617dc0d25216da9538bac90a2f21b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12efa96f74a09536e113f4207a1f286315495a69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba27d9ccf1c4330e765cf0489b002f957a685c12716cabff8c132359b19285b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50dbb7ce40daa098bf94cd4c34357d9de0ca129
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8393f9aa823feb85bc32b92400a7338e2166b010a08a9a935b7376bb9abdb7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9964f461cbd8560be9968613cc686f63fcea4d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d8c440eeba9b4ccd838fda3844ff0d475330610fbd17e7d29fb7d6c29ee6df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5489be60b7893a43124eac6cfe8c364793e661e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b849d948bea1d14f4382c7bf681b3194a6fcfcf7e1a7de2bf69578789c5db52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171f1c9d1422edc9137a23e8656fedeba6ba7a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e911a42d149e4bd939ef8ef372b9400b35c71a01fb06419e241ec35e2f4cc693
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171980f0a7a1573372df9383b4ab72ab1bc0302
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610aa60c4ff10c9762c91aa9026bb250d0ea435a060eb659758502c7e53fc48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b2b7da6a298121123f88ef81eea2f5ced5c009
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb73d946a62a6afb65b60d164245736bff846f5129678f0d41f32bbe4719231
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651e91df4d93a21d72feccb0c69f98767424008
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600f399feee160dfa3d83bf7c328d65da4fee5ce93d16b54bc1e4361f69db3f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326140a3d790f241f2b04d1fac04a50f49acf31f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e52856493a4abd3f09076454b921ca0468a57600132b5aa2d40a762826b19cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13692b7660276077039d2d3bba02a35c87970e25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb35ea18b69dedf42801b7bca5466826a9ccac3a9e29873024b01f3a3ca4f6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d611a3f6c999a6d2d62626960102a726ba8f92e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f979ca02324851536fe8bcb62d7e8f540eca5d41298334f8247003c54c858f38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f2b8f476122f511a6accd12ff1dc0d23aaef65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ecef4a8209280055d3906917200d8dd57dded3e404290f2cdcbbf45ea37c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cc9a0757d43e2151e003f08d378c100311cafc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8100374e759113b77b1d8818b620b58970fff79af788412823d73106053a434d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8af875b378b0b02471ac04ca8b4da23f6703ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654016231533ee1894e2d66582cbe368eceaa750392445897bc15fe01900dea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275a981b9d1c43083aaf360cf79d347c59a1d32f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232fb0bc2a81aee8db124cd6bdc5f82eda7adfa852ec6c72d0b327ea86e031e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea597b85efe3f58c13d588ee3dd6bf7680611b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67260781117aa70345bd3f8ba83cb0583ee5514d437744328b00d4082d9c3384
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e571f838c8392b99c87588ac8343388ad66f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f2aeb17b045a9acde52c5a5d8d451d13c67582f14b021494694d116eee8f3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b19c4ae62f45b61e671ebd39eba38bad6239a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317e5b30544c15a64902512edc2de61764c7c2db3f3d4344d0181fc759d5732
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651eed1c700b3b43773ea5fe2a433cbbd04f1a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aab63832b0706ede43222cea40595ec02ca45838a99254bf0ec3eb638994fd6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47efc8d3ef07d0e4fb21601cd2e39005fc5504d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e5b992db58a939ac3d899b9fbaa90ae793a96f2d8c7716fbf52dcfbea3360
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99ffc58bb85b34b833439590e83d7f12f679172
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f31e425c8c1efb285489f6bd7cbe18c0964e069d151d808443f091a4cde999
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7696c02923e8e9f9666382525c36b699c10768d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d36c499591c0c0ab944a6ba7905d17f34d208f5d1eb23c74db79efe2b11e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46229e67cec1aa1c255e770464a2105d01d0a741
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd19868af8a5b6b9ed99aac22ffd657fb165d3702ce73caa186fc8f8eadbe01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67837f355a55a50c71560afd6728412756ce221d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cc3dc8862db71b4015bdc62f199cffae016ff43af57d096f7122b555686c7e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f68a96de90aedd8b3561e085e5ca5a7962d2ca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1303e04087e972f8d016cddea4a49d55d095eff122542281eb6d8a76824440b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5c9e3f3f46f1caa686730e05a7797c52fe5178
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b01e6ff3136394f638ea5bddab0dd8761f31f376fc3d190badf0f432ae4ccc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69dc5fd221f1bcd3c18a737faea7fada405580f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bfad83c10fdab78f40d7bcd307ac5fba7964ad34d36e36456c67498317f720
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabb9896748a97e1aa7a2e26c296f484ba16a212
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e8aadf8464a927613adc11ad9806108004a4c7c23ea871a63235a83649b80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f92bbf78a333830663c735a847f4199f5a84380
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5002901f1b195c557b3b9e32da036dd5e30a2af9e20c5ad51a08975f83409325
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0388197ab6998ca83ebf63eaed8f71406b1cd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b040f017cda0fad7b961cc7d0bf951588640a666a65b764a32e87bd814454674
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fafc3fb31f08b289a8ab5af56ebdd4fef96e80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee9b2389d7b41225b461ced734baffb8863e0c685d5bdc620d3a0c4f35365b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb22d00f76edf0f9219fdd94394503dbb27d9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df42865a63803e548b04323a11fca92632a176c06065eb3db68539bcacf64b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8967807d91a8c959320fa0f9857cea6a9b5c89b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfe45eb59064e5352894cfef1c01e48da396028f6adbec739151312fc49696a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5241758161fbb440994d33fc2af1aa121e2cf77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2e1f231413831e9616d5c4d5bcf4b7758184389fa7a95f95738d2f963c21a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0b373e10126794db0bc860847f4f68d81283b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86892475c4fed20ca4779bc40eb345fa380b127a258b181d62e78d517b6a8fc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead94beb8b33da08ed3fdef1967f4630e1533d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3014bb162781927d438ea9e3cd57849cdbc4c83a2d710464207f509259e62a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2dad24cc625155522590be347cbbee30476452
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae5d1dee5a34b35a7db63679cc2d36621eefd19d4980e2a762241055d4bdc1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb6d4c89bb2c3aba383491410f1cec2b53c32a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a211b7f3a75cb5b473faa39504eaf8a7e932cffcd008f97298852e249931a43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9897a4fe98160d85113ef92a2956ce07c9642f80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd010ab9feb7a967d58cc3e0f3f8b5013363325dc1329cbc0d973c09d174d147
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae1ea2d0128a632a9b4e57b06d32ad359a214c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037472fcd67c2bafbe2309a8952c9a7afca579923cb0783405b298e775fe7a55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0595c585d94e0d35025a23cc84727f59a6c0b6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb21b13f264241017523a731d8fa8c724ccd66ed0075a61d19eba848ce6f7dd0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8cd892ce8532c8c8d660e95a25ab183ad09ce7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339abf764205cc1f81a72fb8e3c95e8dcfb1e21a9f901e8eadcf34d579df7cc6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d7df2876467ce80f115434c0b347e3c8d381d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86373c354dd35ff13542383628e5a72a6efb5a60076407bd05abb5e277a5b02e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6ff15c92e00fec63c18f862d03a066f3bac98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf266ea312e4fd0f26add5b979f5652470fa89c53e702fac66a770a6d45d969
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e3998681cc67bf3835d738dd3c43c672ea3afd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6ed236398cb145e7424a6f0494e2d84d090808456f4b718336ff038c9feba3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cb7a873dce43d938f2768ad2bc758fa391a722
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c4c5ae21cae50b379d5c4b42f18f9b685691e26603f3e531eb7ae524eefc27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d2be47e5af1e5de33e494053748e04b767ae30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3e5351704d34de2b127869de162277baef88b03dd0635b1bf15b6ae40860ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8651969f86c36e18acdf8fab2f40e0a9b97925
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93290d60c9214f3e97abd9757864287e69e044c49913898c28e3ff276c0ae27a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca03816f62c7f23993e2f56e477a17028063a4ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a2384eabb5dce5015083f90b29bcbeac3c6d6da0888a3b1feeb40aa90e6ee5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e74bb362531ffebac6a1e949f22ed90728de1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f3284b4b2c8452717570d0619c440943f168f5db4052ecf9ee1b574c18e7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188db449e39b5cad33e5e97f21433182c5b2416a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77dcf4fed8c536b4a99819e4c8e0954fecd0e6091670b766c04e9985ec8dba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1ead39f6811230755e20d277b33abe02f710e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bcdc12c04987cfcec38947edd53fab99c6d98a8684a641c6cfb15fab00ba17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be978ad1a201a8e653ded30b82e64166c38ab52c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6ba6402b7716efaa381918bd9d22dcbe8787ff0a4dc520c3d43413cf1a1045
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765c25bc4b2a3f42cd00a10ecbfc41b73f2514f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0893d1eca4d94c005275c075589c732353dccf87cf1b06c181538a0d0eb27cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd10ece0a518be021f68df2d326e3776517358c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ca707fcfca4f657f8afdee363c8e7d6440f150bdb77bf2f6eef11de66e6f7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b18a765cde9f5b9f5690e5cdc5985861b7485f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faddcfade02780dc3737ec7ba6a2d640b72265cc4438fd49db78fa660e9abe4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c74540cac2353e194671fbbdd784c35101395f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae3f5beb98b1584d5bd6d5cac2b412e4588c9b1b4fc4e0bbbf1ddd082a3626e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfadc3eb3adb313f52314dd0647072aea225c9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e1c07e3990450972bfc7c23fccafd862d2d8f6a29aeefd0c88e4c96688c6ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7276cac00344c99f8801be8157a8c2d9df5a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a91e76c3f9d74bf5cc1ba8412027e75aef1c19a023373b29d76073dbb0c2e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5089affe9445e8a08304f7430ebccedff53a539c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c61e999084e557b1506eb66e505e9ea38b9c450dbb0b82c2c93034a0cc133f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01919fd47e20b95dbb1453df638337fc86b947df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da750f771fad0b07d90c54ae4240fff3947e010407622d91765fdb16659fb07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13083af13a795df1e11456e7bf643260ec2979d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb046271802f9357c4d5ffaad42304b17e667343be2e80174aa80674ae0564b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f9e69ed154059161c2efa6d3976fcd7a281ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bdf0ccc739969362c4630a336934ed572e1931bfa6619acd6d44ca9fb9695d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9600d66cddd256e18d969c6c9fd779f66bb068e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076b5ffb67b179e0923aaf1a496adf58b572f382f31f099ddac6503db6cedff6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c1f00e93422476705945bf7dd9ba38ffac9673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a9dda87bb140773a5fe85185a2fdeea18b46498594fbc0b509c2cfb0e04f73
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6735aa8c58644e9c3cf0e1c7bd43a494ef8de52b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076ee668adf2ac242e2120fe5f70a8a550d5ea383295f89c576b19de0d9a21db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3d6f3d49c44e23700b233fe9bd378a8ec06321
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d569697b106bd83bb6e21d57889c9de08dfaf9281411809ee6190efbb5af84f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a2e73076dd0e20590d9e772c68c5a383ede8eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac4ec8405bbb762c8604e6a824d9787403781f99a2493df1e917812f74b52a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d59eba4dc8dfe2260249b89d7622de852e1064
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52add79a65c79c3c33a360c30754653da7cdba2dc70c1838ba4dfb9d6c47fbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb768693affc5ab86342073ca09771d472d968
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b09e38303a1ed7a12c5255c750e31cbce2b77551a3e8ca8cbed39ed9161bc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8665f34bb169786568460c4c147fe3108e63890
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b50770b8d68a14a5ce7b2bfa362b08d10914a0e5e2faae904dde337e4cbf7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e24beca842a216db05b645c76df7d4713587ab9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9873bae811d0d77fc31d686da30c41a81e4c2a04eceac5a421a77364d7057fd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5778b2f308584599925957270611737159f7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e8230c3925747790fd841a9c7cd07cccccb6188a425cc90735abcb08fefe72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f8993d4de6e5b90d5b23f1dac4fa4bb5e1e2e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711932882a36a3c3f24c608dae1901d7df07e6e3612d4eff2226c1c15aa1d08a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb21d92dd41632852dc4301f614f71b332debd4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff166e562ed9e29aa57c955301eef0e9036a2cf3c31d623e7c5e788616d6a815
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4a22e42882a0c1a959a92cc4ca2de70100e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b0ff0281f728074093c9399f8f954b20d06894fb66ea4313a19384c27b22b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0db4f5cf1315a51451c19dcebe15ebd7cc95f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d337e6685c2eea037193b02ff887aed559b80da6712d09d2f1a265125969a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51570b10208ab47f0506d98efc321475e4dd18e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4cbe324a74bb01523e707fa6d576278299bae78fa8abd820468bbf9d722d18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477706904b6447183bb425504bac4b2ff1592186
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cda99abeb5abedc381fd055907b0a69349c349c5039393ad05d9e2e9768279
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc780a485084fcf4be41aafa18811bae8dbc3ebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a42d07d834de3ccd4ee6716579c5a3102cbcf42aa8996ca5383261d007cd8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8847c2575e56dbd8b2ed1398de38b09ac8000
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67e5608bba1eda5bb4949d8337bbf3a89a9d3f5f021554b06ab29fef5ef7932
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c57f5f59830d0744837b60c41aaef0f4df21c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d76d57c3464c6512a3e0bd9c4cc27b38ca1d489b852d1b73b622e20076a5d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23afbb7c55c178a022753b5cb6ed655d59f620fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a41b18e3510fd798b64d9dd0f2fbecd2b6eba1f52dc4eb352cf41bd021a781
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e07667a361e19a3f5498926a21c90031f6980a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6e7c4db662e10770373f00703e8a595349054984b1664104b802d16293cc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12658e4ea9e59e8da922b3875661adaef2ca6ed9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a37ab576afc7aa06fd1d1b04b26900a064f6f68e2724f01c911fffe17a71c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8657f064b583c51537d23693258aa224a654cfbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb8bc03a5575d43305741ea674e96433d5fd4364e1b2bb2b67d275c310fd48a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94024c7145b523ac98b0b73c8d7c204ffcedfe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2939de4fa1b197997dc65d1fa9806a6252841818a9d2b0bb1df488886b3c369
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e5293323ede51d6abe2f2b092b92e22f015f2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809e933a245496ced24da273c04e360e80ca194b158ed65caa6af6732c5ac5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fc362722293feba785230d26c96e30b09213e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22811e25a197ca3309321b002521cbeac08bebb9a64c085dc0c451e9093afbd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d030320304d014efa94d169556e1e73df3fe758
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6108b4064ddd6c26e5b5397b889b3e2814c87d5ac39b254eac861b639bdd60
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fada91cb7104d0615baf460c7b2a8f7b52ea505
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f720a599d466c0691eaf1719cade90419309f463b101368422f418fc325166d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d2f4915570a12a13a0e8a695ebe5f0dc06b86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ecc95e575c006810ebb715199f4605bcf110d88b04cfcf845a84cfb2e6f47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52413dfcd816bfc29a143ca21f808195fa05951
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e72f005d543f5de90ab62b91c4abdefad1cc0e97a7367feb353b887b7a7c82
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424ab7e1fdb4b5350f018b90ec8dfba38f05cd6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641b467eb454ab1216c554b9aefceb55711700ead0701ca114b712bf891d1ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ba3e2bba7157cb34456b76a8b814660ef2b02a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6b21d94fd16b92ee8af3b301cdbbe1bafb344a69a1ffe75a2b3fa54da62a68
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde22557934b9c65b73260bc0cc941377ee07523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82211f60ddada9439a2b0ec2544b5dc1ddbaaa0e72db68fb9e22800b7e2ae52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afd792067dd835322971eea1a76c1810e76f65b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4ff067790e4e0183fb10a7236dacd6b2db798ec0cf287a9f76318f824f64d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a4c506b2661b92c64b9e5cee39cae638a6d485
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2accbd394738f996af9e2c9ce4632084835c75f7ba75900e4cf25fac5b78f6ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e435554dfc0b0bdc769da46b3078c9babdedb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5ed564cbff161dd9b695e1ccc6f10c874ec0126d6d997188fda45b302c4d5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6463e479ea635414f3e19c5ba1ae8bdaa80de8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a568267e7dcbd7434736dfac6dbde8209ae63c5fb43b2803835c6e64c21373f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5030c684b301dad19f9054f74e0991c8688552e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b75fac182dd494a22671d1c53a3787d905e4b4734037ae1c2b4e71f9257dbe9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ad89c8d9c1d43394cc8f1ed525ae0a227ffb82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd4ba8a4a98870cc1ff742f2b3ede15a86c788777444ad0bd6eec89d1c64a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b705ee3bb6793ce7f06c47d7bce80644accc0bdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33927bb51f8ac44b3e098ddc92fbb8a8009d1b9bd7d02dc8f5f35a5723ccb532
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2857502e99f1b5f6516e48e3f66933724a8841
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86cb97b7595dd0232b35d022cad596f2b68bb10ccc7aaaba69f9d88f0d3dba2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b992e9f45750c17f09f785b43d0e7dff40e20412
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2cb21314a46483f201ca8c3ded2582c392cc24305098769ccdfa48af771667
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d68f87ecc8f595effc0a1a499f34275bcd40f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e0ccd99d4b25a7a5961a813667451f912d6e41cd9cf9ba3ff25a990187c39
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f60adb54ecbff21504371c07eb476f572d90e85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c2bf1ca2a62d846623ff113b810165f08b10cceee04d47d2f833a761a971c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2499e43fed3088f00fa6628c5ae09f7647cfc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2c57cddcffd5d614adf070a124bd74190610a8591bfc25b76a43eaf52fc54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355a6815f90bd9faf6b8dcea58ce731bcc5e4abe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72162226d800b79ed3a1b6090a129095af6731e6b159a2d1132e1569171b512a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206eaee44b423e4020a0b4fb9bda38704d604ccb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d1d2b4ae77b71eb602c7ca40f737879396e1b86c398a44eeb5113505e71334
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de30dc9b6717fc767d77c6b18e712add9b49cb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59d975556848b97311d77bd7149edf73502c7717ec5f333d86fe2eb9ab1c033
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef446e8795748824ae37c449f0f2a069189f0455
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798f84c76adc578498482a0e67e78620c50578f2f5ec5dbf90b9c0918484a725
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd97927c4fdb85b3eafdf61b8d1ec414007785f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96883c741e8f84bac87cb6ccc32d259d949bca92995c1ca187cb71641376986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9241a32668844b38874ae30bb684e136c02159
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bca1b7750215f732745ad99a2a706ffd1ed0b1e5157e924f544475425f674c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b1106eae8806ce643fffd36e4125acb7e7f20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b85ba7713a909b96f7ab52dbd8ddb6138ea0c4e56814459a8e534892f9367
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b204f3da2e50d7f0bafbd0139befe48172b9fcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120225b1216059ad34a964f7981fc09dfa14abcf49243ba9f385a77c7f352dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48cb91ad408a5683eb014045ec6c6d823642409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9019c82909b9617b2cbcee33a42259c0e9c3b7e46254543d3e0b19e9679c1929
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d04a203edfa5ce894b4e18f512636837940e2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b9144e1bf1b6c7fc99aa02f3b9753802085d384c9cd019ae383642ab5646c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc855b90097295b0f590d86310a8ef16d5c6c82b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f625256aa91f8ba607456cfd89f8167f0626c84c162023001f4faa9e6aaba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaf38750322f11266515f227614020d90699370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68b91befb8725bb1a1d8ab63dc822d900ed95ccef37af95178e3daf9054b75e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9d94a3d008785a6c030626538eea2f4072b835
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c5ef5066cbd7ecd163b47e6a9be13bba2aedb98a4caa8d7a6f6855011a088c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab47eb7a13d7f90fe5696f16a2369d16fbea90f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb167882bed8478ad1c09955d1a78d0f693f8277a888dbc7cea6e3cb673e700
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255bc9427d67413f94e9ba6c19ce8a6ad7f39e5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2570c6149e706057f82e1898aa44ec1328cdfe969faf9519899351c4d739d1a3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c785da22590c3e00e6fde4d74af4efafd60a33a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2004764429d7ee60fb6247c2c204f3fc9e96b065102ccd7f95790e43aff648ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7459791b6d04f7e58cf5412b7de92e8092530
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb41abe32b7eb41efe6e6c75ac8821be4477748d082b5b95b21811d678bdc10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212b52a582bae5ed322ebea8e3c1ec3984407073
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc72ec81e13b300b36ea1be76b719613bb134edde2088ef0b00bd51400294b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4181eca65b93834b88f11995cae94b5125485ca3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cfd6b40bea91ffec5982a3db3828607d67cc5d80c38f2e73045cf50fabe853
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dfdf251ecda77be3ee2ecb7266f7ec80a6429
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f71def3e1a2da70eb6ed4abed6969ccce8e6b6758300e3807dd3163f3499f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c21946b7c52194d7fa1aa8c2097bc53192499ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127786fe41c016b2f8b7821166d52f6d1e3a7d025e6b56f47634432e9c9be370
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b4c0dbdef62beb9abae2b2fd37d0493e451a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be836e099dccf07dcf0eae710164a8a8c00e1c31f97de4577f97f21da0781c0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa5d5a07e512de830236d96fce54d92c250865
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636f3591a4f80ee067344b588d74759cf5c304cb7f0e56fe15e8bdb60e352092
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d592f7960096e7e505bfbff5db1c95d5ba9b5ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2ece2441f91448ba86b575707ea6b3733007ab71af332d9a3962a2ba97cde7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f798121a3775ac1513b5cc5da53f2dd77c649b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a62ac0d09ab38fff5ffa974d8e17f1571625f6a2149e93bd26999ac1027c257
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35ddae3ddfc32f2c4423b9855999de7b5327dd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e3a7c2ff3bbd0b03f185c5cbcfc4e45dd9ffc61c233baa730d58bc2cd472f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391546de40c38e56b3ce9d7334ab406f63922cf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089a996c75806a475d29a7d9dde24f0523e9abf16beb3febc2b5e816aadbd442
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32c8106ee9890b2be630d27bb6c3e8cd2d4de60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc713b8103c24b48f85ff9222c52fe065ba75cd3f378c4779f38b6ce06950b03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a92232b5174fbaeb5fab67f08c938edb156c37b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c713eabea5780557835645a3997bc85b703c67d0c355ec369b8990e762869d15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243701c35d69274e251349d089cf7b339acbfb5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0527778885b2bccd28b61f44a74b820ab802a4f0ec3fddffd9c9133a3a6ff8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb097f3acfce2fb1e55bfd3fdd70ede31d767fff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef020e528a04b034598681dbb251ebd228985ad2639bd47fa9976720b8059e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec912626a76a766bfe8252b30d6b44cd5f32b83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a45023353046c18e651cf4bfea4ddf42d85a5d6f37f15eb55c778acab18f11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b1e03e6a8cdd79825b80823882cd4bf70fc082
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89477a6268d6015fd03a8a7e4fb3b152bfc6ab74959a87016e4b766d4b83ea09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b249697070471561aeb4a80ee80603522405bef1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17392a192266e5441014ba7579774411a0d2a90c4ff974b01d54bd5c60e3144
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82439ffbbe6004a313155d6369fded85304c99cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281ef668d5c50d14c317c12b0de270f090a4ab15e773853e8a707de6b9e47b3b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe66fe0e57d814fd125bdf295f4082ed3684a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab5745c22cbd186ec1011d26c4faee4bc240d465d6e5a7cc4370b05641cc21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61483a9d67cc693c46eeb41836c462af566f56d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de248122a3feac603c8cc857eb84e9f0cda025d35c8e98e59694b46e6595514
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96293ecf1d172e6a657a6944de7bfeffbd47dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7221fade16e996cbba14468396a6155ff4bc88323e6900cdabb60b80568eaeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9cbf1b86bcbd2d1717035df4068dd299996a75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b136101ad8030aab7734c77ce26d5b2dcd062f9c7f0956878edf21ad9f808
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddd372917e4b6d75f797e5ba62323ebcd1ffbc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21bd308f2b8e7817f4708321d39f3670b5f3dcb8f4c501bf9c6eeace0c0f204
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c0a4a0c81a76e425ada4e8f6761b048420af91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6d0842f75bc2850c0596048b7f04ec20b3b91cb618ce665e5142895f5be86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b12a3cc1a00bfc0c46e3903bcf22b6a809360d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386deb9dfd01194b3a4498ddb34b182406093a6374af5d9997d46e57a7b1c937
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe2fa991283bf7018fa12e54a80b90493e73185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82082c2203f47989ec58d2bf493762bc35032053a3fddc858baae88a9627d4d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ef3f3380cad8cb009d48bbfc3461d0fabd7243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bf3ed0aebcdb3507d1fa6cb4310763d788758118b63a05ba4a3e2c27b4d422
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21e56db93d124dda76ca7c64ff636a2721f39cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db8bda157fa15956ca30ff1f9a1b852cf96c5f140221608a8185886f7e47471
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3aff0d626cc92c7704956798df8ce5569aa2f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daca9e706e927d6d5631fa53e4a5f82a0ffb68d996ebc5ce5c3f3f5b4341cb25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c9be263094de2d45be328f36b3694c2b60a8ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c183ba743ab288c82a1aa76e27482856cf15688cece1ef5566b250b665842ca8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7be6192213f775821a4b66bb0cfc61f90d0a07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2eff1c20bbe4f9e75debff341d0bc5df3d8c95e137ba2b4a87125f91daebd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f913b6375afd1f689f30f309463ce5448345a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60b93c8e7a3f93c0abb9c11563294fff5df7c47cc9ecb172b0f468dccfbaddc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e2e9fed61d0ded609344533d01791ea3154826
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c1307b695ff3e3c1ecad4507096840621fab4548dfcf2c37b295cf8bef977
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58a6e26167fc591546fdb99ffbeb09b479d9df0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2792ef6d923bceb87ca0073738424f7073be42581c5e05baccf311ed45ae96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf50824104c569fea8ce1e78ed77ecb72de5ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f693f192930bc0423cc2a3c8c30f43948ba319319b3f48ddd98af1bed719c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a36a6bed17e190e8a39c297f07d66696d0f18c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae689c798d9e53a991ccb8a5a519c2902a721f9a15dcca8c1ad9b6e3107644d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf2cc8b86f53947ef8a84d2678334b9304e1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49b928ecd7d2c5bb904a823347b88e8e4ceaebc1c0474b86b229bd1201cfb24
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423988bbe7234067a2f72cd0a1b5c08835ece699
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9f6fe55a243afc0a8481a72b75876598ca0f2f08d1984a77fc0296ca36b0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e5853d068bf17c4fa6181a29b3dbac2472f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff4570ee3fd4a64de591f6fc9b70a94b73256aba04471665bb9625d1f2a09c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044b6312affc9957cb9eedcc0984ae7970d23d75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1654a784b1e25338676415a1e2f358563527a33517d5188cf21e5cf9a4e5eb3e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f31700a88baaf2d6b9ff93db50413090e48949f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09a3d401ac4dfd8aa3cacf64383a41d150331addf10f33d538fc2603cb4b4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80272b8e170db62244bee38f27c7c15c6b1800a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf32ac7efcec545bf4c1370ad3aacc30ec97919feabe4e3b75797ffe1ec2dd6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d65f9193ca4a412ed1789d2c02e7748d4255ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdff253d53e2487f38a585098c8749571b0f99598a8d65a1ebd80329b7f2f086
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9dcc0a009b3dfc59ca143683c862ebcbd4fb77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f91529e9703a404e4f9112c6187fadf4859b9d2722ad334a323e34798c6d3f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3e87dc4836d0a71aa5f29dcee00ac19a7676f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06d73d3afd04a7293de26ac71d644dd6db0736ddfee489293fe4c426efba26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88028e0782748d31026b163259fe1aef9fa8e0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8180f4970a58ae07b29971cc649afd338f30dde3d325512836cca8f75803c9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f4dba9cccc8100d7a6c96ca88a3fbe17415783
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1979cc54543493448c0a26f04a9c28cc1de8f350594fbf24b6752a99f60944e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09699c2423840fd47e4e68edf2adf5d718a7372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64002a1c477ddae9a735f281878033f4ac9dbef6923c51f911824d127612c1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3269e7f35b26d9e43d6be78372ae0dccadaa030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5729cfe7c7cdb02f851059885debe09b3f6076f2de83d6ced8b5c99a28c7f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259abbf2cdd68d10cf7f683e12131dbeac5efdf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3003dbd432edab3b82a2171994e714587e1a1b0c24f4b5b333afe66b7631563
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3885c3d2129df460a8d1dc31472167b25db9e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2622f24071e09de7004b209a80b3195d9d8b7070c223779f1bd24ebc4d770e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd29954ca4e6034a3c4d79f92474393c3413bad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc202c9b96dee7c5c4e5c0a94aba11aa8fd9a9de18c6a6dad056d4e90207a157
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e84bc6d168ff713ae53fe66e234ff8ef6d42a2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdea53e61a5dc34779afe41e29bbb2546b75bffc3546059604df9c7423b1e31c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e760c7f66710a9e375b78307bda02fbb35b0f3b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451abfbcfd5816958b4de64bd3a97c194dab02c287409ecd4e14d3f8f7247e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3119caeda8fb3c28b340950c67788bfc4057b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b1966ce148b05b65866fc3694beef943ea96272ac1a2790aadef87debfe688
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79343a999867b3d10cdd67d7fe49c4fadbc1fdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5c3b0729065d99a9524de5e8cf1cda17131ba0ada69142fc76666fd48b7c77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9c90017e5dfce8e34e8e7bfadfe8203dcce400
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0906fc005fbfa3a371ff2598746307437a25c100db8f2321a9af9dd249d75a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb72789ddb944bab140fb48816703a71d090d670
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64fd9d757997be063261e5fc8cb6dd9293213fd43d47a0be592bcad48ebde50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220f0304589470b551cd1c23a176a86c5d925f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41705557bb28cfc7696a62f860652f0466db1c2c04cb0ed14eb65857867f4aa2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be7804391d7b92fcdec4c6f4bf1d4f0c25ef5ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1597677738382c8dd4028944a14f1d10ef2b881d2a6292f22629926bd4ce9b68
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36678b0d1c16d5d468c218be64e9d36c80f99092
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f887ae0ee35a81534d443fc43a02d85dde879ba8c7fb7e5a6f05d6deea2cde1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7032ec8f0dedc2d85029ff58dc76e466737724bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed385273b623cf15c96a0d2c139c167c5b07422e1ca2323a43e8b10d31588ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d45051de99bb627b0194d6e2adc349ff071c0a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320c50798dfa39f733ebd6a8ba1aabc9657cd8cb89d5c5558a35f06a888bcefa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3a6a005dfd437c6e52fbff51b899a00b2d2e6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aec804387f27bc1a595179d8be9476e7e82a5bc9c694848b07378c3676c27b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a1623c4d662d544e7f0445eb3cfc93f526426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee70656644c00e9422ca6f810748fd8c68947723c42d95d804cfc538738ded
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a14b55eabdddf235fb091b6d28e32a11321136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d66c871b92c02fa98b7d4f63e15f26ae74829662c250e63384123ab5fd87a53
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6232dc01f403595713e444c302cdd4c7c606992
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c872d4d39676630fb56af1b0972f405fafed16a854b094caf7f9df83a319f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c486dd204c7879ae5e4f76d9097b1221fd30d16c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8cf07f1dc9b424fc060b40f172d6cb48d9d9388968b59b73e6cfc220814f5c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c273aad11c5ed7b37c5d91281ed61ef15c4dd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e462500acac5d31b462032aef6ff7cf5f1adfc4d7495b9fab11074ed95c5d24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf49a9fff5faf3fc3fe0694872117595b7560a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff246f255c65469c42e6a2d76e362c1f176f7147d3a1ed6a9ba38c9ac6ad0ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f01c004babcedd50b92737ed97086f95b4f8d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fa22da732b4d7ed4aa513af7d05aa5bb3500297e2513534f1080a5cb80d7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7908ddff6082c3dc22ad40401c3300d9d1097ebb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fefff34f31ff2ac219c864e5e09eab87d9593fc0cbc6d41ff15cd0a9784fbfa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98dbe12fff1ba34343b65205d88f12cdf850abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238b2e28801b993937bd23839b4213a7876053f3c674e7dc068a6d8e99e6fc4c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16a1a9e50ac4ca7cd76fde18c301ef1cff844d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c34462c23328468d6ae449ba39d3123f82ac5edef1db8191394fa569dccd84e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc489efb2146afdf34adc4276540fdb3a91b1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbeae3b8bc48973fd1ddba1df8a03734e141a27d1a3c5f0775618008d3ecee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55387fb0de1154d9deee50ed623a1f791eeb51a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6648438c22c91bae50d0df4ad9ce913f910c41b2aca9f58c14a728ccfef0568a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6653212d7d492fb40187d956daa6d429f6dc84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007e2ded34f5cfeef822f37d7d05209f439924219539d13c383d427d8495b13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb6b918850c6f7be70e4c2ac8dc8c2fec5c6c72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3053cb48e167f95031952816534dd75f4ca070c7f3eedf4650e46371e45a9ab9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb5d919203ed943183e4ff1b5fe8e3d17971cdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4020cc0c860d2115c2b073ce3c3ccf01980bab55e794f6d8307442a66eb67029
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4318b8eb520da66d7c69cfe6174099c0abfd5d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c3e72625ae7d3b31219185d4fc3850b120e86ded9f81daf32553e5125525bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d80ca93b6028ac7df861631ac787d5b458e1a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da0c554299f6ae501dc0380eae441fb14f8bb337de8cbfd18ac42a8c679015a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d249d85b6be7eeb154844d720103eb14dbc525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639226bffd460c93697a41fb6dbf9eebfe5bd4cdbd7bd9bc2ebf22895c4a982e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f841ca9b781e343595ad473610c7e20e2c33488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281fc9bbf46f88724e66c00575016bb477434f23ba6c7cae77d70fc0ab3cd82e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d2dc5f5bdc324aa308825c056980fb62808c7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962805f03bc93a7d56c6bc274757701f3c6d5025ef5a5690d29fe75847ab57b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbc929245d79904dda71d1b1a10d7b3f3de6504
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3ee3ad5910a5e4e8956ca7f2acb79c9181eb61197368774723bf1c5068d7ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfcc5503bbe41344ef9e2ca832df883fd972e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db0493e0599554333cbfc5e56fb6cfe2e35774aee20c1274f9beec7260a04cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e043cb4b2184492e240b07b3a53a507ac5031af8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf38ea6190a2e72344be9d170487cdd2a023e3b449a7c00a219fd138f5a2779
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c57bf5dc6b030a57f504968092600939a9fedcf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2e3be0a0e07cdb6e61a6da5b62bb4de6919ee2aef5099685ca3b4f9aca964b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d69a0d2d1bc899fafd8666812981e7a2ea130e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3757cb19c34406bb6c771974fe1d51e7d23d8cc4ea5689da4fdbed1805431ce4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd4979f4a9f0111086d051083c43afa77d080d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcbed0104e3ec832b0091ce60cf7f2c279f4b7d6b6b378a1411bb14bacd4802
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048901129cd576c0b2fa5ff85650a1ab7476c3ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525c6e48cb4688696125b4a64a73cf1899d4c780a2aec59928cbddc7c7f19baa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1070b00948ccc35b71c80547f3a6e43e51bb8d80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27382e0ee89c7cf06d1e6a44e5858f2316a69444f38be070005f26a3d975b4a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc217e12cd27360a5c32db21f8d8f36189640546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9b2fea45ab225eb2dfa25f944e082c93e875fa413d1dc9e5d4aab6e1e7f449
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deffef24bf3079dc70535b5f40461a2dc3055bf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab60c3eefaa1c2e426c109f39c0b60b8102976d4ff702ed7c719919c343fc6c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda802a8445d855b8e7bcea2562948c9371902c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac36d545fd5ac354592c708d5bd8808b863e3d3bc77573a09e761acf6b42e05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d841705fb75c4b6e1c14e8c771eac275bbc208d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5fbb71b627a64eb14bf9a127b2027bed38f76f02a2ef4e00ae812c20d074ca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98f64029f7a347939c3281e824e9eb6ff2cb777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aef9dfaac113ce8af2a6de813c4ad220ac6d769e51b96297cbbc2ee85ecea6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4dcdb1a6abd6e12e935d185bf384829b1c31f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24b3da01dc6c6f3e306bccbb9472f8897b83efe0fe93e61585932113df344cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3432e6cae035c139f6ebb2d697bb79dc059ce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad76c8ad3a0db450991455e0b1ae5061ee6f6ad9940447aae0c197343e0d443
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8964658662d1433669370fc591d0b25e1ac6b746
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9f2308eade8cd28d38571eeef49a0b3ad53cab5b58ddab339e650294e43aa3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f3f5f5aae1b99d432f2b62348f36672be1a4e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580d4d806420136220146fadcf36e1f0dc7f9a971d75afe6982fde9c8fecfd53
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a36eec4f87da2b6718032d55bc4f44417fc3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779869426e30ce157b1f07481c55f879f5baddbca2b98fbf8230d68925e41fe4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c699b099652893c009621b03a69d2f22ac2dc6d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fbe77bb41139a2504ab2ee0a217ebf81ce86c3d04ccd66903a7e8481f96993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c83a5584b95884971e6a55883c744d5f9213bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28fd0c080429d11aee31bb03e427ab90cf717e3afe8898ab21d871cc17f26b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45de9e2786eda192e412949bb6892ab30f2c27f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573d4330b41d8a5033b46b1b8aee0a6f9f83391351a5479a267f9c091f2aae2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b71ef33c4eb7cda96d739ed33c167bc22bfe4a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f393cd3bd27396863c69fb36bd09c600ed815cb98ceaec967f3d588d3278387
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742b5ca0c23d6c93af6c6d9a21ffd3695e2a0a27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7237181347b813c313087cb94c5d96b8cc10f23005d2a206d6a4878b6821e328
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4b4eeda6cf55fb1f9c752543d0f1702be3be2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd0db83c9b3a7367f9d718b6c568da4f7631012b245e798806e0cc3908845a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0a4088b1857429241935e8b7c682af51c91e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248bf5f138be9a43eb064ca54a00b67385fcc4338c50e29345f6c925fc21718f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fede91f1ecdf554a8599f757564f96f19ff8af1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b282c7b5eccab6172757eca04ea02711223988b5871c1c34224e2dc4f03038ee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a875184b6203109c1e8e933d175dbc85a60e502
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f7ba233e33c78f0ce300aeda99f067cb02a6ae8073dac7973db7824faf8931
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48ba8a20b7de6daeee92ac40df9b03335f6dd9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe1eb853e26087ac285dd31656ce76324cde675c990ef840535f662c8a2ad5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbf0397f45cdff0718c9cb715ebe557a72d8419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44026ebff5b66319b3adace20e2ba791c5d454715b27fb590b5f14cd85e5db43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93bb6a9b545c1de56ee9ef41536a0a4297493c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace350bc842ed49a09f42dee3008a972d6823eacc3471d217e882bf1ed7d6e45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef8e5fb0aca71be9d43f01920350afbc959880e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b96c963f6ac4b57bf14f05043cf3dba7cbfb57901a7ef7cb3f34d75c6b8c8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc8fba9a8ee8a1df64786b0ce503b97fde529e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217734cc1450d6f70c29d336a397e56d48edf52b8377cdb6aa83704b5a1689f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769048173108dea8599e0026ce83199df4c5f3d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c6bfda2eabe581b7773bbb3cce4bf930991236be1430091fbc4d4ddd0b040
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ef23d118e83c04be1416bd77fceffb09eefe91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f253c1f43bca1cf3a5aaa2a2f7097d605d1b523044d39cf084021df32818db42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eadef53dbb54884870ea45a921a84db64a6580a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878e74415f97e3f8ef251aef4ae2b4b86502d0a996a46edfa0bc305edce5ac0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d64a2ef799f51296d464153318b75a28f60b09e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6783a37c1ce84e58d4ca5ab2f60c7282b228764606d3e9847c363a9d0adc2c4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3f3b11e018f07f2f12ef8e3c442561c5797e37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff6e4c0d7e974a26844132eec1d78ea5e3257b10132c7bb2467ad8da96d8241
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e406229cf931acbe6a37faba0c9409392d4e8651
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebe35fa9b9eeddc989d576f3ed0525295fbb9502f54efe399f78b5a4e40ce50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301c4abf609b513e78cb6271a5d0c1d46b4cd82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb33e33523345463e12063effa22939bebb3da6b46d7084a6664e309bf7818b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32592e3ad90ee97789153831d81bf2fda2d041ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748343eba003c661cd8da85930bd239ecf82fbda1dc0cec2a94e8186225626b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f26e70da50ccb41191ca9b5530d15ca5bfa01b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f5d1f361e9d3b76f025ad88b41f3c3eddffb2ee5ab77fcd8bd3a8352d6cb0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2f738846598465a6876ccb1ac8f6d3b2752efe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b135eb7aea48e8ba9e938e73a68b9e1276cea1cd2e56da4ffc894319f5cb39d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b09556b8389fc00961e30fcb66ad73fbfccd4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2a7f9f457b5f8ee397aba306039e22eec8d32997cb32a133876cf5409d238c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc2867ebda58124de1f0e5fd8051790fcb7f8df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9515fa277a2c17ad46c0ec8f8c52b5d5dd2305ce7deb62fd682468472ef61ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4081e87fb025f0f4c0869d67b4a25bf3c07d62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28913ea9be11d3114fd8cf7cd140cce9e569429b00fe55e6b61384e505ef462b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd43515ed34dd79aa76ed4bf299729b157de8b71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bc1797c136154dd6db74dc8ca338672591f2ea60f6daeeb6974e80f06a312e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6408bc5729e35ae32419de0f1d5e0d85c89155a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb751d652a9ead920d845f03ee41de7f6cd84a63948d2baf6a3b3fcf01e5335e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a77ddb2071ca249cdd5f7d5e8e23ff675097b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995a4c80b1b3ece08e0f68043bdeb52fbfdb4d0276aa4e64b8faef6b2efb1331
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f434128810feda8bdc8b4ce5077ba974c00f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21631440456d383ba7b41226bd4a5921b0ee32ec14bfa9da0cefc216f84c32a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca4054ea7a3172b212a73bd6358544e43e64b5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994e93d234c42d92ce4a610718cf94605d4538690eef6d136c856376ad1f5a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be44e44f0b137e21a93e7efca3a28ebc7c7cc0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a103ea9a3e7dedf5cee2540cbe32531099976606b4496baf41c423797c4514c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01acf448b6d901d8edb2ec8427753030698afba5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628901b2c8613d09e8b2007401d3f920fe4beecff7ddc949e4cddfaaefe2e62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c2b71b7013ba9f5c526e300aa7758088b2e2d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e55fd02e04ecf6b4a13ff634b2638a4cf0eece2b9865603b0d6651e032a28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e3620dd61f05afeeab83c2cd82d07b8247aea7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d6dd2d4058e035f9f7dfc28ef5d6da8fbf4096d7c22bfe30832c52923f2da8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160db511f68a1b9f3028f5c3b5bec20fb8d921bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f420283111b10999b1290d74d8fa9838c6cf26aaf506360370f692c389b6cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5342a56645eb7b6393867d1167224f4f745cd95c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89bc9a387ea594321736d53d0243c0123525839f223e73bf0d2e937d70a312
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934412ed9705328ef6501f60a9626e722786396
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd945491b2fb133960f0493a41b1c826376fa47c76ee94a20855fab9ff294916
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dc01a16de65a615fb64ff6360cb1ec7acecd32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4731ff2aef49efb2c167f7726a3248c9b5f507bb9948c9b20463cb596a63de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54983f20f33f3c35180cfdf06a24431dd31873d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c8ee0ec28c00b074fccbb874e6e76f6f14cf0b53f067878c0fe75f53719f9b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6da767aa214f4935ca67f4908a7c4018691980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f154c980a508950c2934992cbfe0063a167a23322bfb2b3fbbaf19ebe289e6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5665f9d2add1f67f21a27433a4a20ede4c31e50d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c264b41adb33d3d6a80dd53bc4cb549649d33a98359d2e9fd95816183a6a4fe1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940008bf61746088b40d236fcc4b000524f39fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96a69378b13a4f73aaec880549c8449e1df324ba1429504760c4368ec75c32f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1a96f2b90e803ec62dd1a43073252db409463
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ebfaaf13c1235c4edbc145ee6990badb1bc9d03f679603cce2026d0bdecbee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7902ebbfb27c393284aeb32a26d11949fd56bba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c0e519f31a8f74f08f1429fb132b520174018f35b2ed8178cf2ac746ce6fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a26bd9539bbc53ffb2713cd93e747362d5bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021850ea8984d811e6ba4446b0d52a6de96416e4e357e42ffd7fc8d0f2509b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de18d3ed78e6fea8fc35a17b4cb779b03b7638c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a4550ab9d5f01188632dd214b9fc9f23bb588a9df8a7dc920b14e945a9214
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69363f2b8439938b0c12e5ccd49341f35fa6241a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a45ff167af425d7962906c57a530715d112de7943199a95bce4a0f19e6294d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed4e20691f73069d94241bf668a93d7660dabdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94252b1cf8dde94c1cfb609a7050fdbd88f16c5dd9d41e6f236cd66d69e32670
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e093f13514398fd4393515864755669e65fdaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a55a60d5df8b1553f6255159a35640ab38a02989a79b1a82bc7cc88d025002
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b44a36acc0f6c252f23404609b8dca49d2b5fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982fb26e6a5954c3d197e0a184821e18af5ede62646bda0c10bf410a0d6e3cce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da307a0edf0c23a62ee4ef1c85da3a15ae6c8bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c9b115c1dbfe84f0715d151d46c0b3fd15351521ea0631750bad39546558c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e410640e5b30bea06d44d2d96f9b40ded34a901
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfd6fc91c895a5ee282bad37e204f0e8e4a3fff2fa309e0b7c522e88bbf50f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1542168f4a5efc76994f12959df07f78bab5642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2e1447ea3ed15175e3ffc361f23a2344a2553ed0802a36891003a514f2c2f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f97947b27f28c6a925967bdf4e3643f5c0fe810
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c299a78214e75b2f403fbd5ac8543963926de318e3391f38b5400f2f6ce8f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f7aada1a2516b594fd7ff54937510e2090da52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2427c193892474c712f3139446754e41c65d92937d5699cfd147d8fb6578247b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f912daf812c1f0b5a48ebac0928cbf4cb92cfa3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881e37ebaf29de54f1d1b5a8fb1110de1f3cfeff0453248bda9ab47edcee784e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdb211a9710ae60f766016b43ddb7af7b4b7faa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b2923bc87c8f6e3a11917bfdb78c53ffd0716e5160ac30ee7fe188fd59d05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bee36fdc88cab46e60530b4c7316e39e440234
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3493974aa8d58b846d4df8dbb6c7da2cab98ec9164bc51fd0dafcb67d7ea7b31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c065f5bf07467b1513a3fc7db5b34664a8b96d73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f644bb3517103434f8ad234107690db1b89536b8c348f1f82dcbd472e676f580
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d7084109d078e20521358e9675780d672cf651
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b60020e562ed0e719d88f520fe245d55addea7b2a8c557579c7dc877298233
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9db293d728e3ca4e95bcfb9ec20c8d30840798
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135f29d7d37cf92fb98c111cca748d9207a99c802d1c2bab5cf9d91928f44da5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a5d9dc44a45e005b2624132486d98beb10ad2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3adb5dbb435c6ec7b078e6fa9945fb81fa48e9b7d5f12f1da3665260f0b6d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a0b313ede69f6299133c52a178dfad572b077
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b323377100b51f58fd776dd450b0b7f1ed95baf45cc2ba31d92974d0046b140c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da01feab628809e50e3dfd7de1871ef13a1a579
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bc135b0cb65e41a80a6aa894e7dea7a1c61b3ae67964b0744971e020376dc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff072d51f3a5bd43c545ad5bcc679389f165dc25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb772b35c85b008c59b341f5c65148c7503dee2d1e100348aba1beba6c2bb4fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3432cec73e173c195cde211c0da6b0a60b84a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd147b372610e6e711fbad4bbaa3ae33675cf75640e4b1427a1f0d160eecb623
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4fd8034ab98a8e015356fa8b416ff4f81b0967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c42540894020f92391aad8a11519ef6bb37c99fa859e0e41bde5eec5e17424
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba70526c181e9ffe00b9575f95c8f087fd3563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf5c4ed0b7569b42ce6f6c5519ea255a4b340f927b8f6947c4d9a68fa76e0e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376d475a6a6183577a9d1ff1fe03ced7936ed533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83e4a6d46d4cd1d301e8e35791e2f22716850ce3931229f3178ed4b246722d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0069419417d7e87d930dad82e57d4e3938e61fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a1472ec3c213458f81d9f164945ccba1e0a11f4486c8e011e58576b2fda885
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebf642e80a91402d164b9eb877f9f15f04a398f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705e1ddc54fb2c6ad6796512c29a4eb0c3e3e46fe180197f0cf1b64b8f10c26f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91545fd90d74475f187a72b97f49a098b8319a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8627d827b2b7de9d8f699ac70f19f21d65bae8cfa23873f0e7f7ed40c8213338
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8336d9f9a8d2cd52ad97b3b0b982b4cc28985757
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d5dbf7828d21dd48776259f1c5585f672f2e1ec3ad16553da09e3b8798a420
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8d778475920b662d6c1eada5bb2f9f64f04c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f054a2c5ba4242f897bf75f65225a604c7a01359297ebf99d6154b95bdeda0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c4776ff4d6fcdc21ae310d4c8c374f22f943a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e184932c01f328788176be4b4a082b4b9277ab95a8d110fba6a6af92f05b31b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b14f20451dd81007766e5091c18013b96c6706
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6636e2a158b24600af95befe92c46383b0ea070ed9cb46d00f9d499ff9d343ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035588e267b535326ac7aebca369d9cb095dd98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652c89817e111fe3f671b94572e91c8d830816def02b1698756ff32387b4007
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7638ae717f81ac7d4d0ad4d1c7f3941cf0814cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b90b2ba7bd077ffd1ab65eb27a2a8bf369b2797b0082e4652fbc5a68b04b62f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2957a92b02da096c19632f31bf2a55b486daf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590744d49ad466fed77c74cdf9c085cb1ccd693a264b421022c935316a9d1c8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fad2f8862ce3d4bde80ba54129c59cdf4f0055
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c95215f90b68330fc74dd026223203c6ff914e830e660f3fc365393cc94f3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14ce589c29258bbb15962e9704b4082062701e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28a933c0aa87167dcd929702ec22c120db2f928c63446c0ae9ca12025cb7b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14f8967f4fd8981c5ada0da1615a675aff97e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a1167d0a59e00ab80fe02b85edeb4ab3e45e462ee3d8fac0081d615c7f9a58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b49861e49ab7bdbb1bc93e3051cc3bfc52daa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2377298cac58749dc99f3c1bfeceb5eee1b47a3d85a9bd4a5dc4eec2d2fd4c7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6659f587acd3a4c386af27799cb82be4c8a4807
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a59bfcc27feda09044af3630b7e6df23ee646bda01522e26170e0a2a6aec9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26b726e8340c471477b3ad5470d78c9cfe63a8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28c852224f8ffc04cd2c81bb620c0abd6c96fe02bd5f0d7235afa60e361eafb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07135a2c4e08b95a6abd3598b6d61b5fdf247b5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fa62ce335cee07c433d44c6ad0163037db961b9602695084a134f6b31b2661
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72520ea1711a5670ce88cfe925af519b24df59b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b0ac77fa33c734c960c0ce10ef47daa0950e9f7c5848e5362740c68142559
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cac9890c0430e99aa3833d4499dfb1e864f5ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187254a703021a71435cd16c84c27b4c0ada99073843fbc5471c686ed79b3f06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261aa56bbbb2c4464ad1f58f318ece52f2b2b09e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4da2f6d28aa7ffab29f1cc8c5776452290edd72d166eda403199cecd115246
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31f1084086ce3b0f9bbe3fd52fe152e649ba1a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719310ecf5179a0da0d19c8b17e53aace5cee76a9c0f8e8010a98fa443f4d14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2c3252b3d5b7c21be520fef5b8cea8a09da8bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ceda24b1f6562fa74a9d3138d91dbbe715df296644d9a5d7056d5c34948cbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccddc528feeb9aae40cd59463ff5aee0df645cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42bf79fc07c0e735bc5b0017b1c7db9aa2912ec90ab59005a90447a37923933
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558ecaf7db9467430429dd262fb9f8b54bff82a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceda39e8b649f7b23f5aa44c0a8a2229b9f9502ab786637002bb796dd1be7a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acf8c2b66820cf1354a82aa6452074bd263abbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6956dcadec6e2be9d5476b7462d8e6317241edf6cea79cc83c32cb578b88e440
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1ff6474e7b2819dbcd84685f9f55ef8e384f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238665101a52090dbdbf2b937b8c543739b11e56837a30f04495f9c93c06b691
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba7f4f4bc6c644dab1f11f6f5be74ccda0a26da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb242a30eb648b8639fa78ee440b42af61a0fa71d479c31041ed7288544f256
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f311de4a0853f255b1407a3cca4923717a101a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b9dd58032c38a79fb6d4cdf713578c4cee217494c1d0977a2279aebb74e148
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86631044b55ba511504af63f72d16f1cb895d401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18b3d37f0fff5d169cc001c2f3ed1606212bc69c2c375632b75d2befaa46620
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87660608ba1d652cb3dac42d6191cb0c2cd9f10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074311d737b5ff5edb0f409091076454d5d5006d2298a9b6601dde3a8827a669
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da479dccd95d6b6a1e3b151c84fd87615b1926f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba9326e4996dc9096a0268399174483fba7e7c2c1aa54ca66d7aaa380e2063a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d91b4af72c94c880835067b107218b2b8a20b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57feab2ce3999cf4b3c0c848765afe15342ca251d3217222c2a3244caddb22c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937d8fe22ddd26dca2833c83150a7bf7281d7527
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba8227a1162fe3bee713246afa1830abdc540d6b305f680f1c187bc3b7cd5fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e389adf3518432d4ac501dc0d1c3b3463a07eb7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d6ac68cb0755051871c26f56118cecb05e3466445ce9a139fe7fe920e1e42c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e554531fe37419789cf5a8eff8da9c65d30ce78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dfeeac3652b2a82c371aa2383e9b663a981eaac5441f8a1ce8b539caa2a7fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fda41734cbfa2ec2d347622607cd5ddb14dbbf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2e9c0fa9398369755cb1a4d26cf3ec9adab546dc76ad0393bc3431c85179d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb122d1059a06710692fe32955dd355d9eb553
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a0bcceb85310aad60549e728c6ae11db1ee046c4caf26fc96ebcd45850ca0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43872a3d864de56d2d294afb414a67ec1c7b859c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a293297270172b7420a5e84a149cdae5dae21ccf0f47caae2a72ac7946bd02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e966ef2b0e4511bff0ba27c687b0175f6fd46d7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab0a40ddb3bf3dea11b7d96fbc3922d895cbecc8a9db201a7289c2bd40b69d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1982ba41cd3d7dba412866253ed5dda7a53690f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee988b0316717fe9a596040a26c65b7c02b0024abe207c38095617f96a4a0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3599da37d21fed50b013f962f308db558b545d7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad75374ba027b093fc7b862611e38628144feb29ca5a157c41e76113368cc13b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1defbfbb73985b9316fe33f196ea7b7a8d26bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67273041c6ad9a5ad7b5f3cb7bdbcbc7259c1a427cf3e176d65c1fc713293eb2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc60cfd26c21ef6c6c7665921d0d504cb52a4018
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33b076068fdaab0d16f257a819bfc4a151d9534586bf49f4697735602060ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2795ef51b728f73f72036fd401b2ff7994bb0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b10a1bd6d937252bfa0258a95135a40d57c6f0453b15788a191a51c46494970
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b64ac59316eeee20926d40a62caa3ce6188c6f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08591d7a25661e3813d62f8a2cafc0a0734bd1f79c8e19437e6082f71c2d971d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904b3481cbc8cbf8dce2f4d4e2090b6f0836be35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44f6cedc20554093b2a8ce00780bba89392b5310e762f6f0ef53713185a750
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b54c02687d69b87dccbca65ba1a134dd5ecdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befae6c96006c6d5992166c61e11f982e064c873288ca26c058e85fc1f5273b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0526b628cf44546476c9838620aa64225c5ab27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6ed4a22cb5443b8ab5efc0c114c236e84def8a56e866e3d6177775333d9053
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadf95e6086544db81503841aadf50e89e65ea15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95402bb11c02cfba329b2248edf60e5087c459d516391a3be66fc1473e258639
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda1abf9f7f9382c033c8fa61810d5131f73d487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa600144380c0cee4372c98adbee8a6635f275ba1435db86d790418b1e6d0934
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcdbe0ec0c634b5f1cfb8f2db06ba3524b15afa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268227182e52cf270fcf97e528202b3a0ba37808241a62942109fe43d9522e41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5856af33305c771a975805ba2cfd796d5580a70e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0c45097a8076d250349dcc42a7e9fb02d063654263c8f5b6f5a31fe6f5133
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651a66d8975863e2932cc3e74daff9fddeabc1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c2ecbef56b52e5db178aa8f349469cb85e85ed3b16ae71a8af5397b6b292cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5905a8043a94007f2e88c974233099276489b1a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d9160a171d8649e3b0e7cbaebada42bd8d8ce3cfe0f5ef1516cd8c4c950016
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907095f0892b64fa975b3f95ded900594eccbe90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653733843cc72bfb805767bc15923caa67db46974a635af609d7c070c1b5c754
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55fa37d3b48c3d9a19e278481c131017b60f72d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e42a6cebdb5184a89cf2e10e070c2d4378e51dbe4456077e0b7a473f71d90b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fedf1e1c5b4bb951e125845db63b864e95cd599
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d2a02c2ab50a0e2de5f01f9123d7ef4e8e949168425a2bcaae4909e17776c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee41e632b4360984eb00e2f6db26d975362f57c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cf5b6b86862ce747e5c8e8771c2e77aa58e44f770dc07325578f72575700af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0786336491105c0c931d09e6d231f0d96476ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b987df907c841eb03ff0db2e3c83895ac271a544bcf08671f39e5f45c30555
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442868222b6479942d53da5515f4480bac5a377
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e11094703a1a1478ed2414ac2a598be27f77c04f93a82ae336199c0bb32eec5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88921320b38e0d80114322c81e4d568c75372959
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ce3594a5a16b9fa981265878ff95b7ef14ea995bb81dadf102f25f3b6a717e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54706bf0f95f9519727a8268fe74756695b6ad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eae2b15f706d1cf598f8b3d6c9a9d9f2af70af1f5157fd3844e4f0c5a5e9ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b95d44f85e3e71b238074e7f66cb49fc6d001d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151528d21d8b5ca922b2611d5948f390fdc8eaa500c6d82a9e1db3918c098259
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8760d1db28b4fab5027f4337c2ca1a9afe3e75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a3d20ea8611db9457822bd57503946a655d0331e9c11877bd785ca796baea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784099847b9da994c766c69090edb30926f8cde0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c0e681c553248a02d93abb20dc8f41cd9418cb193b5db58922646d7ff98dd3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8a8c6a9f743c9d36be055668e4164939aa8dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b73355cf5dcfbfd2e97e8b1e2c710571dd4e2ffb5b862cf392d4ef352d9659
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f11ce18aeb2a6816c3794f08e710d3ee15cee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cb0deda08e1f04fdc8bbc25d96fa34d7bdb16b85f61b570092e80f4c05ef03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e64c2b13a71b77c953281b0c6ff174d54ae32be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1857fe9d3aceb8eb2328c0eda06b227ac4b2f976da6b92cac0b9a4bef63215
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eabcad8d0afeeef581a34d5c65d14b60c1e407e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3723bceb21666f2a959b59cc9828e7d4df01f5866a823af695d6ab4045deb441
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1d88b5bba5724dc0b8cd0b6e000625329c1d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00be6cebfcedca1319586c775fd936e12a7733fb30f27eae7c3983b046b2c5cf
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39f2493944f627058593a8a7f08422b2e62e93a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c200da3f5b276987458bf1abb523597081ff4047b9f02c78fa39a9dfdf7cc5
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31bf9cbf5a6c795ad5160102d11898d0842ca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc33572d722e40c5491dfe28df64529e35695cc4b26045a0c88d511c29033874
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a672969c8f773142156055c851b4028bc961a72d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a392ba217beae6574c51dda0e40e188e8300a0f55f8b7f0cac3a7394bc4c647d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a2e9216422218a04f3ca507cd547921f107e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfe2686995db989c78d95ecd4a636c2130fcc2fbd2ca8e03927d2807f08fcba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6125d9ba08000931001492aad6077ddcbb6cf3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67987610e82fe2dc2391702e0cf9fdf9893f4cd92b301e3070418329eb5cfd2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518f0d5ad1149627fefbca795e1311308ba3526a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10ea448f37f4b3f36054895361d860992ab6d7f03c9607f1e94519c5acb8bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8728cf1b6b8a43a25042d9e077d1b5ba43eb22d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5037338702fcafb13537caed81a6a74b4f3a6bb3d20ad8fbb2eeb3ab7f49944d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c3706b1d8dbc07630ef1f9ccda5013bd8c02e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebb54c9f21b52c1143b33eeadf531b3e352d51b045b5f63058959f0d0d3236b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0057985023926ec036c714a4e8ff2fda99082f5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b61bee0d0c811fa33d9ef703f0b2c95049393b5ea476d6ff18c9195c6e49f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4612b3c3f1a72bfc12a2aceac235f61fa36ff343
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3a78407b1ce757510f36ea165751f48c16be00faa63f42bace9370cfe9dbfd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f09429b58cef2bf4ba0aa6d317d1be52b73a6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830ff716effcdf6a34012984c6a5908d820bc9e8b9db85b5fc18a3fe45dc9e57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357eb1d0c85a573e4154a24327d4a47cfcc32a29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c5f21c2d9d95e0018374aacfe0fe8ba0e7d2d0a29b892f87a94d2024109e22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bcec027917a45ebd4089b92a527cb2db009efb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f10cf26ee9c80cae7993ffda6f20c14ce13ea0d03ce7f8ac16ff2ca57dfaed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161513c045615473e36ca690a362ce5d09a5a2db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5128fd76dd71a7e8871b13d227ed526fec69dd880858bdef0d573d64bc5a9cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf3ade8db922cbd9ff99df48baca0904f1392e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959ab79a84ac0ab1570dca13b1fe7ebdae8944dcecd1265d61761c27b091e48e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e900410e7e5aed344a0e7e08061e519ed8785a17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bccee601fcb030dea9578381d9b2d08f7354aae248c58f45935b2cf19726e01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57afd90b7eff1857ff7a509f4bfec377715b8db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baea39abda5b905217645eaa0af10b5e406013c635f5c48713939d4b43c2a3a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea63202f8b59cb36b0126bfcf5fcc4a9709ba93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f42cd6992860c94d3208e04a4e1d607819c7f93a0b483802597107ccfc72e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6505e92e12d8857e611e459071ebe6a8a375b337
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b661d47a3249bee1045ff3737638c85b602fad30ad8cb96e4f2668764d6da2c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5769ddf7dc6c9a5e0fd243ecbdb49384331b7519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e181164d6d05de2131bf3d29784b69d153356487396b6ad57a1a1da24eae75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e29814965f9aac40730f8d20578fe271ddc8b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58271271c410c08cb37bdfa6c606d08abd0f601c61803831082cb3db6a880f48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f223c561467e3c513f43ca3a15e04b13b4ad293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099f8a1de1fc5097dc2fbaf12192c920ad2778440158e0e024c284fd6a9a1bdd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05192899b8606e7a3f31ebb61899b2b996dc70a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9782117c29ce3d173a532622e8a4c4ed08363d780c8cac2721d0c6519ac172a2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6975a62c4707a6e3970852e3aceb02f00790c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b285ee1ab181dd65fcab62cf2ac021fda6cd5072011059b39ffe4aaac827bd15
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7feea16188413719630f33bedcf583ce2f9ba5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4372907b7a39c8f1f8771deebc71b67a652e594c07fce78a8c698ff4d71ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8449ae2514f37bf2f9a3d248675110d59fd58662
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79cc5b99c9e7716356e5965ff57b4738df0ec8d7fa3926e62b562a9157b78d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12242c59bd0102944bfac51ede979949f2c9fb5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d8f546e0c948a7ed0f8de45823b270fee7b969eb2f784f9ee1022e8671f85b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c95d671b763f6f0b446227bc5060bec6c99e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34472b865b348645830777ef8d7a7e10365d4276b24e892f632a4e1a7d64ce48
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45964ad486db0a8db1def2ac6ded13513324a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c325a047e294d12190f42e7b9822c3bd9797f6a71067f250d82a9a7f474ede2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf0fff925bf38b1c0d5c70dfaae0ea3fc5f351
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05648c1bd2fb0b95e6e051c11631c7fa1afd4905bd9b2c253f8345f8c1faf062
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e089a76011c3cc932af81b46db63b7be45a2145
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ec01bc41b4ac1eaea5f2bd3688a0fb54c9a0b80dbaad222dc8db71037c86f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00da1612573b1d8a6e13f1ca99a20c9d4ef341fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e98846e70d4a5f52db0eb295b7715e6d4f90491924ae6aeec1d34a96fe5a34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d805c56141d1f4d8e18e95cc6624b6c79648bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5096fe2b81911601c1ff434992344d556f4cd16e30804cd3cfa9b91bee6f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8777a0ff5be0c89932c4e03c30c790a24d47cd42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6242dfe9b12faa6ae60f627109e5bb574250c719954512b22ca11bff304eaa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7a30d4092d00fea46370d9bb5bf0df11bceacc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17624a1538ecb9ef5d405001bf25116ee82f5bcf595c6581fefd8b517b8079c3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd823b4aa5778dfab38158de6cab8ef02b160e0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8905bf3931951fdb8879d5d9ecd2fc1dfd849dcbc0c4f1a42f16c00fa655e96f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b959396158b8347a776c492eca44761f0eedd7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a59cbbf704ce9bdee854c69a5a93f5e5145e82f0f0f833566d8ae92441aedaa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592fe0563f333a20381496270195bb986a3e0430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d635230b58e6883fc7c7efef797c2120c92334b20acf1ce5649d3422ba7709ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd87778f6956dfdff160d7842ba5714e760ba293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc23a6d315798f9baf11fce17d0d649693c2278b462b905590c27c1b25d96207
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b35230103c07f8ca8995ba3d28f6eb354fbacca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e87b5a3a93b9e8986c8a8f3c0134a6f180fa85ad54ed4e7cd08598d02f12767
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9b11d0f90f2fd359b6f131e34b65f102a3d549
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0a95eab6c85d96676bc88d0c1465b6cf7ff6aafaca7a06e454fad5ab038eab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edda8bc784e0f6aa825c82a37dbf4e7e9846e46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f309c9e03c039b60bebc1149b4858f668e485c6e33fc56e60ef9c44b704e67
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9349e56c9de3dc8c4a952509c8b514fbfd7d996b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c018088e2d655e2963a424cd6d88466d0f5d203898fc07da8991636a7bef96a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb6b80be7d000f9b20f3ebb386d03ec733a61a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5739120e3f5185092b97b262823f736da7a6390621d210e118de98693254d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dae4bb24679a7dcfa8f83f0e402d4d05b37b86e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645ae16ceef826d4be3fcbde56251327bcde45b301456a8914f74994d424ca28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97696a426220deea66be886a11ece15c1c51f88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bf3113c00f9fa787a7f69663df0a6e14c204291e2a2adfff67db225bb7b38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5427c11aa712d67b42b7f896c630a95daf60ecf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16545496f4efbd8fd57a15c0336ac2058f89f277c936e70280bb207303939013
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cdf568fdd04b701aa9e4e6f760fe48303ebedc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843ac0c52729d6102ddfcdbb1274c7c93437623969a5a35f554464cf0b68352
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb1016b0794910f298ec2b2ecaa41f78fe25597
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbcff6cec0979aa00a4965f7c328e8b31c1298663f9ae498df97a61db3a6cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ffad94a224724a999043cfcf16cc1deacb64df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea498742486a69ff12e1279dc3df7af24c02a45f99b272865a5d10d4bb0afa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d2b6000a848cf005b128493c7910ab11c5fbb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143d7643fc1aaa138ad2ea793a6c3432d31dbf95919d71f93375fccb08b494a2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bcb8e034f8e632d1e6fe908b26495221fb6b8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d84c3cb8f6872916cd19605b3237350773dbf02fc786de0add94e1743d37993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36111eca15447cc189c401fbe9bc2ba29cb5adc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d0ccf3a9f251043d09a330b92f14f9aaae0386a43262ea960dd8242c1d6a3a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422666ab16e77a2a73eee6936e44035b3a8cf3e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9416bcd87197ac7fd49759cc359ac02655d71e642600ed801e33bfe22764d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e094d8a47274209dff22b46b529baafd892d212f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade24aa29e7610359ac78985f8e853bb6f739af9f9e8fe61daae9e697003ea85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e92a5b214e06b019cc8061522d12ff8ba40c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e0df2d24e2799def165f19bafbd123ae99b8f3ccb8613fef180908b9dde8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8321abb5be4a0e0d8f936cbc42431b3b9de2761f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b65890e9c45a9a40732ba9cde5ce6d30f6a28a4e8b5a13cc101c843c6e3f5c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e2f13b6c76acbb16854c2cbdccae62eaaded0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cf6baa3a6ea802bf9567340cae2ca208cfcd31c5a79bc78e5fff1d78669dce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2956cc7512b3bef93b2b165c24f360be1ec95d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d70aba9b2d970c586d18fb01d1256affab5f167dc56039716ff4d0ac804e02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f51fb2293d8c11853ee2fcd81e752baff7d932
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a3c4736a50650869757102f77466fa0a106d988156a32f483d1707e0896d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ef6cb98e577299057e7547e17c793a5da3e0d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e891723393b37d4ba292cea84663b6e83721d7314dc88b88b27f45fa076d61f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65806e970f177ce4b9e1c2baa270b838520f3e8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df14eae7522fa9d9ce16b6e5f8672484504001ad47e0cd9d8fe97ee024d9438c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4f16bcccdc38d8058610949cb8969c2cc55785
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13991a0498750ffe2da00e7808171d105c91bfea7d22345080e228c93df836e5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729adb62d53e2cc1e6da6144f33da37da7edd598
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f532a6a0850bfcb7700d3ba35a9e209b65b652261eb347175c86f6a0a2a4e70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e72079ec7e9e72ce566adbac2de7f85a88fde12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9945adefe17056bbce8f3d0fba38536ff5dc938906c844ef902d1f853d59d0c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9810b2bc7cec35f9e1aba17709188f02a9e68e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1223d273ce891a79f53174fd841421e2a4cd1858906530e99b1c4a919831bba0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3a0f603b9e0fe28bfe2cfc50b52372ed1a02cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ec6e7fa98b6ddde16d16244289445838fc102979b37bf14b7c90b23e8eac1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc4996d078845f0360421d6e5ecc497332d1b2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f4487951f08fbee90fa39b96f0dc50af4acf739f5788de171cbdf810eafb61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6663983add8940b05b919a68324cf283bee0e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c9aeed5d7023432636fae5f2df4de291d503fba0ebf4dea3fef18aaf552a55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1591a08414f344e62c293ae19a495785282c973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f658040a9d92107b24f338c2a577d92fb08e131514922c7112f4302d53a1db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ba571a80541328c72eaab5b9e07346b14600cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea8b6ac0bf70068352adc84ad47a7c3af10be939777eaf0fbb6bd035f29fa5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa9f3adbf633c4634446e490c104027366f27cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ee7525af4e561ba36b72f1e32d8c5f8346f498c06a742d57be3a0db728ea6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe7eaca04e30396d40829e289b57f86bba4618
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fafa400564fe3f46098d4d8374ead8809cce5ef881a1dfb5cce8bdadaae99e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9a797500b150a7141ea733d73d26da88224d12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5255c63bd269c5ce29a56e985d2a20c6f099d6137b02f92222ff56dac88aa40c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4104652fa0bfb329d46d7f19010fcd9d7de79a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a729c8ead4fc914a99b884e9910eec6428e9beafc979a9efe898a557d7ba5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f699a5a221fba3657edb41d2499277e76a4dcda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc6e57d53c9f1f8222c14ce171ddd4c5b7cf729fe41fecb3bdbb4980ed25bfc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e8501eeda5d939f88193bf2b6b845bd99fa1cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadb7732a18e4d4466636208c94e63db7bd709c9d5fa1bac5f733de2ef5bdc11
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040490286293ae027424288a74ad5a20190a63de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc574146d9f16dfa01d958834bcf75544b2559c2881fc660aab1425896c39027
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a500b8aac38bba6d9226dd9dbe487d4bf7997a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be47409c141761576be8dccbf690959ffff2a1adb961b47a92e046e236c512b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfff0cca3eeb017227c35dc2709a4d898b672240
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7addb51a7a6d607cdf97a835163da495509c8092fafdac18a04b919b75c36a64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cfb79024549c18745115737268c362d30c7a8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae194acdcab86c50e4266f0eaf47cc8dc6eee87999afd4e1ba14d38f9cdfe9f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f489232ddf9f7fcfdaf2fdee97e9a88ea458445e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9e90a0ea0598c0052c621529b23c98fde617dc0d25216da9538bac90a2f21b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3011d56bfce3da8bb9e81c74547b283b0c7df957
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b366e5bfd6ac5e2f300e1cddd06f242908a422b93d96f0d51087f6a29939220
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50dbb7ce40daa098bf94cd4c34357d9de0ca129
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8393f9aa823feb85bc32b92400a7338e2166b010a08a9a935b7376bb9abdb7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9964f461cbd8560be9968613cc686f63fcea4d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d8c440eeba9b4ccd838fda3844ff0d475330610fbd17e7d29fb7d6c29ee6df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5489be60b7893a43124eac6cfe8c364793e661e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b849d948bea1d14f4382c7bf681b3194a6fcfcf7e1a7de2bf69578789c5db52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171f1c9d1422edc9137a23e8656fedeba6ba7a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e911a42d149e4bd939ef8ef372b9400b35c71a01fb06419e241ec35e2f4cc693
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171980f0a7a1573372df9383b4ab72ab1bc0302
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610aa60c4ff10c9762c91aa9026bb250d0ea435a060eb659758502c7e53fc48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0456bb0b9285d2963fb3e505ac686a130ead34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7908084ba45970dc0a04711dedc2dfd4a14609b8c8149b451f3b052907d7697
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651e91df4d93a21d72feccb0c69f98767424008
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600f399feee160dfa3d83bf7c328d65da4fee5ce93d16b54bc1e4361f69db3f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba97774d6d71f955282055f0d9212d9ee530170
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d7aac4330f2b2272d61af3ddec9fbf5265940c486b131076ecdecb16b80e76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13692b7660276077039d2d3bba02a35c87970e25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb35ea18b69dedf42801b7bca5466826a9ccac3a9e29873024b01f3a3ca4f6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa497f99baf0e6404a40aa3431c044a12add04c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999762f48c6f4194fe1b8167ea331c8da19c9fd13253f2be836973fb221e10c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f2b8f476122f511a6accd12ff1dc0d23aaef65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ecef4a8209280055d3906917200d8dd57dded3e404290f2cdcbbf45ea37c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741e0b00977e0ae406255c8c2a7ea019fbd8543
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661ad464daf271454d5d7a4ec2ac0a3c2c431e34486f82a7da56f15feaa200cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8af875b378b0b02471ac04ca8b4da23f6703ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654016231533ee1894e2d66582cbe368eceaa750392445897bc15fe01900dea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c2fc73e920133d391d79c8ae1e779cd2ff4afc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed6a6ff7fac19476efd8c24a5ceddc2ebff693b582dcbe998aeb21cdff7ea0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea597b85efe3f58c13d588ee3dd6bf7680611b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67260781117aa70345bd3f8ba83cb0583ee5514d437744328b00d4082d9c3384
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e571f838c8392b99c87588ac8343388ad66f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f2aeb17b045a9acde52c5a5d8d451d13c67582f14b021494694d116eee8f3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b19c4ae62f45b61e671ebd39eba38bad6239a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317e5b30544c15a64902512edc2de61764c7c2db3f3d4344d0181fc759d5732
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904babef86da9ec27b43a6ed3e3d2cf4f075159b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff12e8f2d454d977ef904e732081dd6fb11d72986cdda81d5f688683d83ce0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47efc8d3ef07d0e4fb21601cd2e39005fc5504d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e5b992db58a939ac3d899b9fbaa90ae793a96f2d8c7716fbf52dcfbea3360
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe6aa9d00fcebd25cb0b40b8753629e97d2467f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04ce423d61b2c9ee0b457f8a6e0afaefe2a9cf57143608f996d31cf01432291
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7696c02923e8e9f9666382525c36b699c10768d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d36c499591c0c0ab944a6ba7905d17f34d208f5d1eb23c74db79efe2b11e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70e6f042de83c4a98d33dd1655420bb804655d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fac085a1100aa0694314e4b897982b1996fe93a7b8a16e3bc82b451718d3102
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67837f355a55a50c71560afd6728412756ce221d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cc3dc8862db71b4015bdc62f199cffae016ff43af57d096f7122b555686c7e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad5cc5aa1feecae422e1e8d682754b17afb9e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7058d80aeb2cca15b5d5d9db7e3bfc1eb53e2d4023ad22bc17fe5fc16550fe3c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5c9e3f3f46f1caa686730e05a7797c52fe5178
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b01e6ff3136394f638ea5bddab0dd8761f31f376fc3d190badf0f432ae4ccc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69dc5fd221f1bcd3c18a737faea7fada405580f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bfad83c10fdab78f40d7bcd307ac5fba7964ad34d36e36456c67498317f720
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabb9896748a97e1aa7a2e26c296f484ba16a212
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e8aadf8464a927613adc11ad9806108004a4c7c23ea871a63235a83649b80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d686c0cd066332d0037c5959860de56ff7ba8759
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ff7df0199eeec9d39c7970d54314e91d35f71d4c64b3af67dc734c2de766e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0388197ab6998ca83ebf63eaed8f71406b1cd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b040f017cda0fad7b961cc7d0bf951588640a666a65b764a32e87bd814454674
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e04e5d5b27e7ebe108819c15023f27703bf46e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fe358dac56f7d7e35c9e32f075491dbb86c196e4697a271871648c5f227179
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb22d00f76edf0f9219fdd94394503dbb27d9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df42865a63803e548b04323a11fca92632a176c06065eb3db68539bcacf64b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694769c3cf62bff0b997311acc48dfe78e6ef4e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b871579238fcb753a14f89a928e251fc68af0d7eade41df16695d58a68181cee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5241758161fbb440994d33fc2af1aa121e2cf77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2e1f231413831e9616d5c4d5bcf4b7758184389fa7a95f95738d2f963c21a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a35cefeaaa57557fc9e613a78765fbdbb707b12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd4497da71288e2639d2b30ae506a18fafa5d24d1ceb14d257a9a15f0627db3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead94beb8b33da08ed3fdef1967f4630e1533d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3014bb162781927d438ea9e3cd57849cdbc4c83a2d710464207f509259e62a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17872ec2507935e232de47d6c2714beb9ff6aad6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb761a8bebf22f06a72a1064b92dcd290519ae826715186bcc1f31132c0290a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb6d4c89bb2c3aba383491410f1cec2b53c32a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a211b7f3a75cb5b473faa39504eaf8a7e932cffcd008f97298852e249931a43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae54f512efad5ba119bc648b5d63594261713df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eda4898ccd9234602d97cf3e69cf82766b867bda1c05b971fe05733d285b3e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae1ea2d0128a632a9b4e57b06d32ad359a214c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037472fcd67c2bafbe2309a8952c9a7afca579923cb0783405b298e775fe7a55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0595c585d94e0d35025a23cc84727f59a6c0b6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb21b13f264241017523a731d8fa8c724ccd66ed0075a61d19eba848ce6f7dd0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8cd892ce8532c8c8d660e95a25ab183ad09ce7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339abf764205cc1f81a72fb8e3c95e8dcfb1e21a9f901e8eadcf34d579df7cc6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d41bf3a9f85f6714f12735638228da9bece7fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803a69c7f2b4422b380abdd492ba6e9decd8720192c9668400d2f75a4e7a64d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6ff15c92e00fec63c18f862d03a066f3bac98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf266ea312e4fd0f26add5b979f5652470fa89c53e702fac66a770a6d45d969
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e3998681cc67bf3835d738dd3c43c672ea3afd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6ed236398cb145e7424a6f0494e2d84d090808456f4b718336ff038c9feba3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cb7a873dce43d938f2768ad2bc758fa391a722
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c4c5ae21cae50b379d5c4b42f18f9b685691e26603f3e531eb7ae524eefc27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d998e006ffb1b5ec0761afac0905ad80b244cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b7336725d5d9114b5e0a2edbd93577b981457f59ed9f71a9a364e6766816e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8651969f86c36e18acdf8fab2f40e0a9b97925
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93290d60c9214f3e97abd9757864287e69e044c49913898c28e3ff276c0ae27a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca03816f62c7f23993e2f56e477a17028063a4ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a2384eabb5dce5015083f90b29bcbeac3c6d6da0888a3b1feeb40aa90e6ee5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e74bb362531ffebac6a1e949f22ed90728de1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f3284b4b2c8452717570d0619c440943f168f5db4052ecf9ee1b574c18e7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188db449e39b5cad33e5e97f21433182c5b2416a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77dcf4fed8c536b4a99819e4c8e0954fecd0e6091670b766c04e9985ec8dba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1ead39f6811230755e20d277b33abe02f710e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bcdc12c04987cfcec38947edd53fab99c6d98a8684a641c6cfb15fab00ba17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c238c5a62d4bf12fc9a2c312f98fae4dfd2ad5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e62c910792597e11b5af51b186071440a3430bb5ae7fbfdbc198f9810d06212
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765c25bc4b2a3f42cd00a10ecbfc41b73f2514f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0893d1eca4d94c005275c075589c732353dccf87cf1b06c181538a0d0eb27cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af89f1184357742d4c3d7d66fe39b78353f6b6cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db570d6c0fc8da59e2eb331037347801e6f001c5fd89e92f270e97c99d20a7f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b18a765cde9f5b9f5690e5cdc5985861b7485f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faddcfade02780dc3737ec7ba6a2d640b72265cc4438fd49db78fa660e9abe4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c35e08b26cffcb8fe87c1b1a367646930e1e1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10df2556d6e42ba9db2a157f586e554dba2c19891073ad8ce875bd6db08de0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfadc3eb3adb313f52314dd0647072aea225c9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e1c07e3990450972bfc7c23fccafd862d2d8f6a29aeefd0c88e4c96688c6ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7276cac00344c99f8801be8157a8c2d9df5a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a91e76c3f9d74bf5cc1ba8412027e75aef1c19a023373b29d76073dbb0c2e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5089affe9445e8a08304f7430ebccedff53a539c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c61e999084e557b1506eb66e505e9ea38b9c450dbb0b82c2c93034a0cc133f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5ea8a01733cc837f49fb897724af4a314cfa27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12a3396cc573bd871a046719aa9c88844ed4d81cbf748c26c4241192016e88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13083af13a795df1e11456e7bf643260ec2979d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb046271802f9357c4d5ffaad42304b17e667343be2e80174aa80674ae0564b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab4b79975b8e72ca421518ecece8f4c33e8cabf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9872efcd31945c33b03c5265e79a0bd96644d7f645a4ac87ee852a935994ab
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9600d66cddd256e18d969c6c9fd779f66bb068e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076b5ffb67b179e0923aaf1a496adf58b572f382f31f099ddac6503db6cedff6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de3fecc135ce9faefccf27bc32cfaf62616d90e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86789b355a8216be6407f2a445241bb2c1b8fbeec935432474564cd0423a02c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6735aa8c58644e9c3cf0e1c7bd43a494ef8de52b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076ee668adf2ac242e2120fe5f70a8a550d5ea383295f89c576b19de0d9a21db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ee15ae0ef31ffc0431f4f41c87cf5a8ecd2ed5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eda91b62e13c42946e082c03cdf72a3b7e873f4bedbfcd5d6d0fe2c03300cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a2e73076dd0e20590d9e772c68c5a383ede8eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac4ec8405bbb762c8604e6a824d9787403781f99a2493df1e917812f74b52a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13771277f894de126b046c68029d3ab90e579235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2060100d6a97cf49bed427110ab0dfe89de3512e2bea8f567feb8d1a5b7616a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb768693affc5ab86342073ca09771d472d968
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b09e38303a1ed7a12c5255c750e31cbce2b77551a3e8ca8cbed39ed9161bc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d988b2fe1c667b5b9c8c98f993f7912dbfe6d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb55282d063e8cb1fa228e2df75091e2a84dffc232abf7617cac6b74002de4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e24beca842a216db05b645c76df7d4713587ab9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9873bae811d0d77fc31d686da30c41a81e4c2a04eceac5a421a77364d7057fd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5778b2f308584599925957270611737159f7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e8230c3925747790fd841a9c7cd07cccccb6188a425cc90735abcb08fefe72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f8993d4de6e5b90d5b23f1dac4fa4bb5e1e2e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711932882a36a3c3f24c608dae1901d7df07e6e3612d4eff2226c1c15aa1d08a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be587617c0966cdb47cca0a375d547c08b1ec9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68338848af2987dad7ca8d2367c062e3f15bfa05dd55bfe4f65f6c71de4928ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4a22e42882a0c1a959a92cc4ca2de70100e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b0ff0281f728074093c9399f8f954b20d06894fb66ea4313a19384c27b22b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3aec25957bec3b5bde856eec4fe8c2b3f0142
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a444ddcc5dbea7d3a50bf7eed0e71bf3c05e6304e6e223a1cd6bb896c7183724
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51570b10208ab47f0506d98efc321475e4dd18e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4cbe324a74bb01523e707fa6d576278299bae78fa8abd820468bbf9d722d18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a5df10d8b0932b2d265ab7fefa24a5ddd3b588
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e751fe03a42ea07c5bfa17fff352ee08bee5c8b542d1d996c6560d302f3e84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc780a485084fcf4be41aafa18811bae8dbc3ebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a42d07d834de3ccd4ee6716579c5a3102cbcf42aa8996ca5383261d007cd8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190a1648af8a19a363f119261f1310c552557b7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fe604c803523d9f9c35cdc206f4c4ba0e51ffdf1f87292a651838ab70ef41c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c57f5f59830d0744837b60c41aaef0f4df21c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d76d57c3464c6512a3e0bd9c4cc27b38ca1d489b852d1b73b622e20076a5d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff515351d07f86d6608e949287f84658c05a375
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87ac24a986cf8b7868bc246c573ddae493d99b7dc83956bee714bae082523ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e07667a361e19a3f5498926a21c90031f6980a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6e7c4db662e10770373f00703e8a595349054984b1664104b802d16293cc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3644c4949d52b8b49dbe9c9e0415132297dbfc6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbcf89085374fb82171db4876f0e78c9cbdcf327eef60328a31786f6f3ce309
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8657f064b583c51537d23693258aa224a654cfbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb8bc03a5575d43305741ea674e96433d5fd4364e1b2bb2b67d275c310fd48a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94024c7145b523ac98b0b73c8d7c204ffcedfe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2939de4fa1b197997dc65d1fa9806a6252841818a9d2b0bb1df488886b3c369
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e5293323ede51d6abe2f2b092b92e22f015f2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809e933a245496ced24da273c04e360e80ca194b158ed65caa6af6732c5ac5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f30e420ea7547eb8665cd4881c6ddf17edee2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252fcaa3afeaabff7e68090b044a981b28db0f20093e69edf73ff5cdcb75c76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d030320304d014efa94d169556e1e73df3fe758
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6108b4064ddd6c26e5b5397b889b3e2814c87d5ac39b254eac861b639bdd60
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fada91cb7104d0615baf460c7b2a8f7b52ea505
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f720a599d466c0691eaf1719cade90419309f463b101368422f418fc325166d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d2f4915570a12a13a0e8a695ebe5f0dc06b86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ecc95e575c006810ebb715199f4605bcf110d88b04cfcf845a84cfb2e6f47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87d8e04ea950c16e4845cab1ed027e164d6d14c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e252144ecde17b410284f587a69596688fd89607410e1bfbb9291b28bc82921
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424ab7e1fdb4b5350f018b90ec8dfba38f05cd6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641b467eb454ab1216c554b9aefceb55711700ead0701ca114b712bf891d1ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fb463550c30058fa46c4d7920ca3ddca1f92ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2202b3702b96e62495e987cac660b91f6dcd2c6cf3cfd0a1336dd3cd2901519
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde22557934b9c65b73260bc0cc941377ee07523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82211f60ddada9439a2b0ec2544b5dc1ddbaaa0e72db68fb9e22800b7e2ae52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7aec6f76ddaa5927336797f34471ee15621f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef8cf5f3fd52d5e2e24e2ab8f6a5a429f3e9df6cea9004d9504d531d07e3685
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a4c506b2661b92c64b9e5cee39cae638a6d485
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2accbd394738f996af9e2c9ce4632084835c75f7ba75900e4cf25fac5b78f6ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447c78ab05b3e9516d1ced23d693eba1892cbc18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb507d35d06dfbd8a7830c3a289f7b21f5ff450b858bc5c76855bac40cc1bafa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6463e479ea635414f3e19c5ba1ae8bdaa80de8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a568267e7dcbd7434736dfac6dbde8209ae63c5fb43b2803835c6e64c21373f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5030c684b301dad19f9054f74e0991c8688552e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b75fac182dd494a22671d1c53a3787d905e4b4734037ae1c2b4e71f9257dbe9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ad89c8d9c1d43394cc8f1ed525ae0a227ffb82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd4ba8a4a98870cc1ff742f2b3ede15a86c788777444ad0bd6eec89d1c64a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aa207cbc3d7d0242caf374dd0dfc368e1a9c98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89443fcb15448aac6c161ff4e5bb8683739b2388e470a8204e6fd936da5d67c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2857502e99f1b5f6516e48e3f66933724a8841
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86cb97b7595dd0232b35d022cad596f2b68bb10ccc7aaaba69f9d88f0d3dba2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5229583273b28b56915782c525c8564405de8bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adb63bd380957be9874c2e4cd2739176b2d68e44008a281114b1d1177e695fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d68f87ecc8f595effc0a1a499f34275bcd40f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e0ccd99d4b25a7a5961a813667451f912d6e41cd9cf9ba3ff25a990187c39
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa36d05f1baf9c24760ea8343731b697019c286
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa14eebf718f009d693398bacd766db173a14eab5aa70e1e7745c495ce198b43
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2499e43fed3088f00fa6628c5ae09f7647cfc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2c57cddcffd5d614adf070a124bd74190610a8591bfc25b76a43eaf52fc54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d278a1aefff9787f8ad4a4f89900e815be2e7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f036c2a91dfd7684f67c04732dcb8011af5fb33106137eb92a19def009fedca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206eaee44b423e4020a0b4fb9bda38704d604ccb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d1d2b4ae77b71eb602c7ca40f737879396e1b86c398a44eeb5113505e71334
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720a59b922dd3c482370639e6d0ab008121d6727
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4d37adf41aa15e33f70d09d75ef86360cdafd0a483c5c58e34cf9c993f38d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef446e8795748824ae37c449f0f2a069189f0455
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798f84c76adc578498482a0e67e78620c50578f2f5ec5dbf90b9c0918484a725
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130d0f9ba452d63a22f6b9ffaf8d16c24071c65f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280525a74cb76458733f6c017f6785eb425443040f28f1e6dfeac8d9250394df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9241a32668844b38874ae30bb684e136c02159
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bca1b7750215f732745ad99a2a706ffd1ed0b1e5157e924f544475425f674c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b1106eae8806ce643fffd36e4125acb7e7f20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b85ba7713a909b96f7ab52dbd8ddb6138ea0c4e56814459a8e534892f9367
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b204f3da2e50d7f0bafbd0139befe48172b9fcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120225b1216059ad34a964f7981fc09dfa14abcf49243ba9f385a77c7f352dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48cb91ad408a5683eb014045ec6c6d823642409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9019c82909b9617b2cbcee33a42259c0e9c3b7e46254543d3e0b19e9679c1929
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d04a203edfa5ce894b4e18f512636837940e2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b9144e1bf1b6c7fc99aa02f3b9753802085d384c9cd019ae383642ab5646c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9063235b085c5ecee8a185f33fa42e32d1c9625
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb61575956bd84a5e83ff47a8e4c5dd91f27685b5dc0d6f5b3f3369ef6da19be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaf38750322f11266515f227614020d90699370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68b91befb8725bb1a1d8ab63dc822d900ed95ccef37af95178e3daf9054b75e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19710225e7f69d3966997b0e6972ce43d7b09caf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd8367318a8c6474fadb03749c7946347da7fdcceaebfeb2879a91567525b46
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab47eb7a13d7f90fe5696f16a2369d16fbea90f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb167882bed8478ad1c09955d1a78d0f693f8277a888dbc7cea6e3cb673e700
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b205bd49d8294cb8408f18eb1517fc451035a7d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0effb787c68da0c3acbfd34d3d5d440bf2ce1c3c467a30782c3ad15a6ce949
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c785da22590c3e00e6fde4d74af4efafd60a33a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2004764429d7ee60fb6247c2c204f3fc9e96b065102ccd7f95790e43aff648ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7459791b6d04f7e58cf5412b7de92e8092530
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb41abe32b7eb41efe6e6c75ac8821be4477748d082b5b95b21811d678bdc10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212b52a582bae5ed322ebea8e3c1ec3984407073
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc72ec81e13b300b36ea1be76b719613bb134edde2088ef0b00bd51400294b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f1e676965f758eb762c2f961512b98c200c0e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b506e6e1b072a9df313ef84c3dd27c574446f854dbd0e244757a0ac382ca020d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dfdf251ecda77be3ee2ecb7266f7ec80a6429
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f71def3e1a2da70eb6ed4abed6969ccce8e6b6758300e3807dd3163f3499f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acc869deafa0c7c259df61e4fbd439059373ffa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52ee2c59b9b64c45e3bb148907d8bb751518db500742d383b23f620e9dc05bd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b4c0dbdef62beb9abae2b2fd37d0493e451a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be836e099dccf07dcf0eae710164a8a8c00e1c31f97de4577f97f21da0781c0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f438e847bee57a36da08f97db8ff9ae96b96dcf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4584cf6a9097664772d0be0f24064e83c70b33068432c35a9c2e5f06dce675
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d592f7960096e7e505bfbff5db1c95d5ba9b5ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2ece2441f91448ba86b575707ea6b3733007ab71af332d9a3962a2ba97cde7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b199172709eb4b322338eb844e9e735f1438cf3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c70e55524d7181202480a52fc461cac059346f5f3bbc90bcd464b2d0eef867
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35ddae3ddfc32f2c4423b9855999de7b5327dd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e3a7c2ff3bbd0b03f185c5cbcfc4e45dd9ffc61c233baa730d58bc2cd472f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df892712ef613239779bfa60ed9d7b898beac2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbc0303c2abbd77611058a45908b25df2b38c19a7aedf1d1a3e809fcd519d1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32c8106ee9890b2be630d27bb6c3e8cd2d4de60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc713b8103c24b48f85ff9222c52fe065ba75cd3f378c4779f38b6ce06950b03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01488522560952933b3176815009ac74cac9520e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c03a42db6b773525be68a98ddba66c1607a96b0738b3f46abfdfb5ba4a71fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243701c35d69274e251349d089cf7b339acbfb5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0527778885b2bccd28b61f44a74b820ab802a4f0ec3fddffd9c9133a3a6ff8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e2fdd3d4b8edc536279b033ade3990af3677b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df24f5a215fd0a761fd9b34ca5233e91fdbeeeaf91373c11f204df93d8edf23e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec912626a76a766bfe8252b30d6b44cd5f32b83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a45023353046c18e651cf4bfea4ddf42d85a5d6f37f15eb55c778acab18f11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc9d95bf35262541f96fb1f5d6cc1f58f36970e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5f7b6c2a0758db1110d6e2892c9266768986d5e02caeef9d02f50bec0ba42f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b249697070471561aeb4a80ee80603522405bef1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17392a192266e5441014ba7579774411a0d2a90c4ff974b01d54bd5c60e3144
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69db97bb7a016b2a4fb5f35a6ba62cf8f27bb268
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e7178c5150b11b36ffc1760b1dd9f19b1e8ef6e239f8b5ac151504cd99d38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe66fe0e57d814fd125bdf295f4082ed3684a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab5745c22cbd186ec1011d26c4faee4bc240d465d6e5a7cc4370b05641cc21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61483a9d67cc693c46eeb41836c462af566f56d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de248122a3feac603c8cc857eb84e9f0cda025d35c8e98e59694b46e6595514
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96293ecf1d172e6a657a6944de7bfeffbd47dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7221fade16e996cbba14468396a6155ff4bc88323e6900cdabb60b80568eaeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9cbf1b86bcbd2d1717035df4068dd299996a75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b136101ad8030aab7734c77ce26d5b2dcd062f9c7f0956878edf21ad9f808
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddd372917e4b6d75f797e5ba62323ebcd1ffbc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21bd308f2b8e7817f4708321d39f3670b5f3dcb8f4c501bf9c6eeace0c0f204
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cdcc962c399b4527ef384f0520a435e16a1b56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2695a9af36e2f1b7e5a993d210e0cf890f7d0e67266932ed1f024dd25d0e90e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b12a3cc1a00bfc0c46e3903bcf22b6a809360d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386deb9dfd01194b3a4498ddb34b182406093a6374af5d9997d46e57a7b1c937
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165defea245e11bac42dcdc593722c7d11eaceee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92381ecd74f80a8d724f76bb4786ec3b7e4a65e07e5dd527f090c738555d18f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ef3f3380cad8cb009d48bbfc3461d0fabd7243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bf3ed0aebcdb3507d1fa6cb4310763d788758118b63a05ba4a3e2c27b4d422
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c79f755c6e9c5dc2e5fac410b8bfe4fc329c31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f2c0c9d927a14166542b201b3346d17b56ae17428a5419ff12437fb3f76de0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3aff0d626cc92c7704956798df8ce5569aa2f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daca9e706e927d6d5631fa53e4a5f82a0ffb68d996ebc5ce5c3f3f5b4341cb25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03613d8ddb273bb3fb4a7e714e7c69388d55b65d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452c413039fae71a4d444f6b97a74b365cb9be5cbccbf8b3dd2a27851671d6a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7be6192213f775821a4b66bb0cfc61f90d0a07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2eff1c20bbe4f9e75debff341d0bc5df3d8c95e137ba2b4a87125f91daebd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e75b4a53dab2c12797b660bbb2dbc832ca1307
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b86a0b36d16d7459a5a4e7e602cbdad734bcd6395bbfa63b64715c55f20b9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e2e9fed61d0ded609344533d01791ea3154826
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c1307b695ff3e3c1ecad4507096840621fab4548dfcf2c37b295cf8bef977
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e481f977ea6f32c5a8a1957c0394246df7d13b7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f148c738bfb73f21620deabfbea6f9e4486849378bef9d98fdaa3506f17e55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf50824104c569fea8ce1e78ed77ecb72de5ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f693f192930bc0423cc2a3c8c30f43948ba319319b3f48ddd98af1bed719c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3220b3568407e3ebaf7d520326c0af65d77d846
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4577ea899080256ee7ab012f4d7d761e352cef78256c83a67c492a03c8f5e5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf2cc8b86f53947ef8a84d2678334b9304e1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49b928ecd7d2c5bb904a823347b88e8e4ceaebc1c0474b86b229bd1201cfb24
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0b3fc8cf66b71ae772d56b75f57285be34b664
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00003fe1aaa3bfa6a654114f3afaae99390b67cbcd97aa996d57a1cf18d23c5b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e5853d068bf17c4fa6181a29b3dbac2472f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff4570ee3fd4a64de591f6fc9b70a94b73256aba04471665bb9625d1f2a09c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b7c7577757484035a2caa12c8e644c0f159497
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794f4a883ede7e085c54adffd67c2dd5d3718a010108a6c768713d1cb73fe3ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f31700a88baaf2d6b9ff93db50413090e48949f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09a3d401ac4dfd8aa3cacf64383a41d150331addf10f33d538fc2603cb4b4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75102fa888908a16081bb6104d1e185a0fc94d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87555df538c5d9ec7babff05a2255ced4f26a2b5b2b485afe0dc06044dacd576
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d65f9193ca4a412ed1789d2c02e7748d4255ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdff253d53e2487f38a585098c8749571b0f99598a8d65a1ebd80329b7f2f086
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd88f289b9a00f44a3428aff1a4f561c8e15cb8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a166221cfa1fc830989cad526777230a8aff22350cde3712217bf32f48e7c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3e87dc4836d0a71aa5f29dcee00ac19a7676f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06d73d3afd04a7293de26ac71d644dd6db0736ddfee489293fe4c426efba26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0235fcf2fad83b1abc8e7887d7e745c1a44ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e5c476d9279b94519e07e431f2397e30044dd03c614ccb7fe8b1578a3cf2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f4dba9cccc8100d7a6c96ca88a3fbe17415783
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1979cc54543493448c0a26f04a9c28cc1de8f350594fbf24b6752a99f60944e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09699c2423840fd47e4e68edf2adf5d718a7372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64002a1c477ddae9a735f281878033f4ac9dbef6923c51f911824d127612c1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3269e7f35b26d9e43d6be78372ae0dccadaa030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5729cfe7c7cdb02f851059885debe09b3f6076f2de83d6ced8b5c99a28c7f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebc1306160109f6afd3a72d75b237adb4b9befa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc1e4c796daae80ad316610ad8b26d784c8c75d24eef95462782723739c76ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3885c3d2129df460a8d1dc31472167b25db9e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2622f24071e09de7004b209a80b3195d9d8b7070c223779f1bd24ebc4d770e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4df090e5447734845b72824553ea0877e3f3892
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f684c8a8d3e7d256d6aceb5277469d43f4b2de2852af495ddc1e210a8bdb854
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e84bc6d168ff713ae53fe66e234ff8ef6d42a2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdea53e61a5dc34779afe41e29bbb2546b75bffc3546059604df9c7423b1e31c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d22de7c151fcc387bd7194d8e19bd4ec8955e79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d480a3b4b9c7aca008e4506fe1e152bc6c30b92d10cea5ada6f15c0f378ce2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3119caeda8fb3c28b340950c67788bfc4057b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b1966ce148b05b65866fc3694beef943ea96272ac1a2790aadef87debfe688
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2662baf0b0be55ea3569d62af04cda2363bf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ddc8f1267456bc95ce22b693ab4fa3666e80700139df74fb7c01e0ef15626d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9c90017e5dfce8e34e8e7bfadfe8203dcce400
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0906fc005fbfa3a371ff2598746307437a25c100db8f2321a9af9dd249d75a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2a51444098b73cce7d3125426c099c9f702b23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3cc0df75b3fe96fc33d006450316ebe8a444ccd8b7dfc0ff6f8905671edfb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220f0304589470b551cd1c23a176a86c5d925f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41705557bb28cfc7696a62f860652f0466db1c2c04cb0ed14eb65857867f4aa2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d920f6abb66985eff513999a9c723c2707bae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd16b20736cc2340a1d05b3f3f28b76df0871d01a18691248dc3a545ee203f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36678b0d1c16d5d468c218be64e9d36c80f99092
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f887ae0ee35a81534d443fc43a02d85dde879ba8c7fb7e5a6f05d6deea2cde1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7032ec8f0dedc2d85029ff58dc76e466737724bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed385273b623cf15c96a0d2c139c167c5b07422e1ca2323a43e8b10d31588ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d45051de99bb627b0194d6e2adc349ff071c0a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320c50798dfa39f733ebd6a8ba1aabc9657cd8cb89d5c5558a35f06a888bcefa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1c6eccc3efe588a475c9213fc31529a8078eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7fb93ea38df194c294b1a7134ce9e04b986ffaffefb443263455431f5e2534
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a1623c4d662d544e7f0445eb3cfc93f526426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee70656644c00e9422ca6f810748fd8c68947723c42d95d804cfc538738ded
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fe3572bd3acf754cf1ae8d16906535e2a71caf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d7d95bc15bd0071060615b5041eb9dc447356c218ae26d390bc3ae39f4f1af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6232dc01f403595713e444c302cdd4c7c606992
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c872d4d39676630fb56af1b0972f405fafed16a854b094caf7f9df83a319f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5de4ca2f653a10907d91435ed8d0275b63eaf3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94859728f8d23509adbbc0e5816e23d338c1aea82e42c49ed488b6aaccc14f87
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c273aad11c5ed7b37c5d91281ed61ef15c4dd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e462500acac5d31b462032aef6ff7cf5f1adfc4d7495b9fab11074ed95c5d24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874a36c48c646b667ef2249efd560638645aec73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7eb207b73c7e28fc9442444cb56e35f1d3886b5aaa8fbd84f9491b4c426e90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f01c004babcedd50b92737ed97086f95b4f8d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fa22da732b4d7ed4aa513af7d05aa5bb3500297e2513534f1080a5cb80d7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314c046afa55a370bf89dbbba089f739845d2711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5143cbd4773af30b4eaa24494b52dbe953d7bddd4936bd4edc5abd0a27efb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98dbe12fff1ba34343b65205d88f12cdf850abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238b2e28801b993937bd23839b4213a7876053f3c674e7dc068a6d8e99e6fc4c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edff835996bd1ae87f6f660b9773f3b9e5aa4cc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb4295a2fde0b470189f997a73f00fc1b0a8c03b84b3cf58317dfc40b68afac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc489efb2146afdf34adc4276540fdb3a91b1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbeae3b8bc48973fd1ddba1df8a03734e141a27d1a3c5f0775618008d3ecee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852b815570bbdeff9b666eae2f46ab29972e52e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245cf667f46431f4110de9bbc2ed54204a628dc7b642e11b5a2b2cea237aa8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6653212d7d492fb40187d956daa6d429f6dc84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007e2ded34f5cfeef822f37d7d05209f439924219539d13c383d427d8495b13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d8a2a1c79cfdfb7413fc669a80c09cdcefc60b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81678aee87da44443babf7af673daa322eb561236ece8fa9eb42035219184eae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb5d919203ed943183e4ff1b5fe8e3d17971cdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4020cc0c860d2115c2b073ce3c3ccf01980bab55e794f6d8307442a66eb67029
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0e4c664cba3bf01dd422ce1e67189c8cf9622d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130f321cd4c13e298f06a96aef4bafc7fb4d0a1f56b74227c733e01adf5bb3f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d80ca93b6028ac7df861631ac787d5b458e1a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da0c554299f6ae501dc0380eae441fb14f8bb337de8cbfd18ac42a8c679015a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc22fe227e7f6c1bd0be200a37338a8b3ed8e11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd58aebfa116c7b6f1971776a72c675ba3107088d50a050174b86dfbe9ed108
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f841ca9b781e343595ad473610c7e20e2c33488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281fc9bbf46f88724e66c00575016bb477434f23ba6c7cae77d70fc0ab3cd82e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5f94115c9d395b1e4db58022a9e15032c2f85f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3783989918db75378660b00cde82665bee37574994d56c91efb5efba290336
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbc929245d79904dda71d1b1a10d7b3f3de6504
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3ee3ad5910a5e4e8956ca7f2acb79c9181eb61197368774723bf1c5068d7ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aef9299d02597389ddebd572d46201af4cd2fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2110a2ca7e1d4a5bc609c31033e4808fd31e7d830ee8ac01625fd872ab53a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e043cb4b2184492e240b07b3a53a507ac5031af8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf38ea6190a2e72344be9d170487cdd2a023e3b449a7c00a219fd138f5a2779
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b628bc59e2429189937d2750c91ca832186f8df3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509d1ab74a8fbc397e6dacfd7099c0b6ea0360263e47d4572f7702854e4edd82
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d69a0d2d1bc899fafd8666812981e7a2ea130e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3757cb19c34406bb6c771974fe1d51e7d23d8cc4ea5689da4fdbed1805431ce4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd4979f4a9f0111086d051083c43afa77d080d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcbed0104e3ec832b0091ce60cf7f2c279f4b7d6b6b378a1411bb14bacd4802
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048901129cd576c0b2fa5ff85650a1ab7476c3ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525c6e48cb4688696125b4a64a73cf1899d4c780a2aec59928cbddc7c7f19baa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a72ed571b4b392d21afd9468f29f16c1a82870
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4748af5aa96040f96ff1d23e2d9aad3141ab3eaf2b8ea978f051d37aa7d72ff3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc217e12cd27360a5c32db21f8d8f36189640546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9b2fea45ab225eb2dfa25f944e082c93e875fa413d1dc9e5d4aab6e1e7f449
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24651530a6b05a5da976830e897572e37b73afde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908c84b4b026e26236764429207de9812949436b97b3e801f8b2259c5dcf77c8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda802a8445d855b8e7bcea2562948c9371902c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac36d545fd5ac354592c708d5bd8808b863e3d3bc77573a09e761acf6b42e05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2a89652078d760478316309c6a94b701cc5f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4271db31c799a03c66b19b1edc914fe599be80cb55fe97d3cf34171d747df53c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98f64029f7a347939c3281e824e9eb6ff2cb777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aef9dfaac113ce8af2a6de813c4ad220ac6d769e51b96297cbbc2ee85ecea6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c41335f776dd64f5f32d9962b4f4cc6796f4c30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750861d40bad28f7c620becb5ff13d59fdba9fb53caa1182cb3ab3b39bb6f6e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3432e6cae035c139f6ebb2d697bb79dc059ce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad76c8ad3a0db450991455e0b1ae5061ee6f6ad9940447aae0c197343e0d443
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f920ccf2110990d38fbb396df02fef990e879248
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781681ec60fe1576ce0947788d4f533d660e1760951aefb5eed1fd5a4a41275e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f3f5f5aae1b99d432f2b62348f36672be1a4e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580d4d806420136220146fadcf36e1f0dc7f9a971d75afe6982fde9c8fecfd53
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdff55cfb31250fffdc86047de647f776484ed04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17102f06d228c4a9549f3ae546c828b580c2894670d336d8e5809556128f0429
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c699b099652893c009621b03a69d2f22ac2dc6d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fbe77bb41139a2504ab2ee0a217ebf81ce86c3d04ccd66903a7e8481f96993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c83a5584b95884971e6a55883c744d5f9213bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28fd0c080429d11aee31bb03e427ab90cf717e3afe8898ab21d871cc17f26b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45de9e2786eda192e412949bb6892ab30f2c27f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573d4330b41d8a5033b46b1b8aee0a6f9f83391351a5479a267f9c091f2aae2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3433de6674f9af717fed8f5b69eecd53c35e0d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e977d79875d4a9b83713119f1bd4deda8696b5531792e325bac6ff45355e65ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742b5ca0c23d6c93af6c6d9a21ffd3695e2a0a27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7237181347b813c313087cb94c5d96b8cc10f23005d2a206d6a4878b6821e328
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaa4593073582a05a10cf3cbfefb9160d80d6af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc92d2e76eaceb6a7c9584b78de22e34a19e5e09153f2013ee974dd57dc0b0de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0a4088b1857429241935e8b7c682af51c91e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248bf5f138be9a43eb064ca54a00b67385fcc4338c50e29345f6c925fc21718f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420ec59fbb9d912df980387358513d2b5c32a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87ae2e0ac27387e42d70ec8651b3d07f347d367947a93cb0dd4e8a8442a87fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a875184b6203109c1e8e933d175dbc85a60e502
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f7ba233e33c78f0ce300aeda99f067cb02a6ae8073dac7973db7824faf8931
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2069895347eda8a5487e32f51c35069053beaeea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484d267590756f6ee0049a4f0bb02e0943c210fef9463a121802782b42e38790
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbf0397f45cdff0718c9cb715ebe557a72d8419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44026ebff5b66319b3adace20e2ba791c5d454715b27fb590b5f14cd85e5db43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d94f89f9ceea8c82aedb5cf50f48501f2235836
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25e79302157978bc305d95fdb9378d13a5d67e1a9fd6a34ad84c97bf64b30ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef8e5fb0aca71be9d43f01920350afbc959880e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b96c963f6ac4b57bf14f05043cf3dba7cbfb57901a7ef7cb3f34d75c6b8c8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f942a4f39e9f2620da9125b9fda1456c880ab00d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67519d4163344cf44ed0fccb81f315aa8d853cbad942de6392c6f60f33f1686b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769048173108dea8599e0026ce83199df4c5f3d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c6bfda2eabe581b7773bbb3cce4bf930991236be1430091fbc4d4ddd0b040
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d18d699b7fb60e7d91b8b6b713b4f834c78320c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c56750e8717a2d6977ed6ee5724b0d3074206a4dbd04930dd008c1f9609449
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eadef53dbb54884870ea45a921a84db64a6580a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878e74415f97e3f8ef251aef4ae2b4b86502d0a996a46edfa0bc305edce5ac0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e643303773178075a8e1953e425720ddb3108ff5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08965cf9d62f9e4482e6884d4ac6cee49e3736ed8cc798aa2306a4f54ac5c023
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3f3b11e018f07f2f12ef8e3c442561c5797e37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff6e4c0d7e974a26844132eec1d78ea5e3257b10132c7bb2467ad8da96d8241
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd7736f43fe063740e60a55bf0c98c187f4ff0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07e28f019dcafdb9983a15b413b226d4c02e0f968215927ea7c285059298e6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301c4abf609b513e78cb6271a5d0c1d46b4cd82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb33e33523345463e12063effa22939bebb3da6b46d7084a6664e309bf7818b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48077a9ce2ae194842d573845d091110cd2612c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fe17025bb025981f052f5d58e16890f0438f539b3981fdeb66704d50987bf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f26e70da50ccb41191ca9b5530d15ca5bfa01b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f5d1f361e9d3b76f025ad88b41f3c3eddffb2ee5ab77fcd8bd3a8352d6cb0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2f738846598465a6876ccb1ac8f6d3b2752efe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b135eb7aea48e8ba9e938e73a68b9e1276cea1cd2e56da4ffc894319f5cb39d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b09556b8389fc00961e30fcb66ad73fbfccd4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2a7f9f457b5f8ee397aba306039e22eec8d32997cb32a133876cf5409d238c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d7505fdb07e0118bffd9f9d8ee5210fa717783
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11ebdbc931e4498db10d9b4a97c47bcdced47a7ed2b285c3d726045f4862f15
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4081e87fb025f0f4c0869d67b4a25bf3c07d62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28913ea9be11d3114fd8cf7cd140cce9e569429b00fe55e6b61384e505ef462b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e7e935f0772a974975bb567a5dc9ae812b1bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9068266a05c3cd57d6c81e8dcee8b139f73d15ec891dc0d0d0ee4f033bfecb37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6408bc5729e35ae32419de0f1d5e0d85c89155a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb751d652a9ead920d845f03ee41de7f6cd84a63948d2baf6a3b3fcf01e5335e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a77ddb2071ca249cdd5f7d5e8e23ff675097b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995a4c80b1b3ece08e0f68043bdeb52fbfdb4d0276aa4e64b8faef6b2efb1331
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f434128810feda8bdc8b4ce5077ba974c00f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21631440456d383ba7b41226bd4a5921b0ee32ec14bfa9da0cefc216f84c32a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5b3a69965503dd72f5f2a153e61824690eb098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bac95f4d8b74e4c2e192f944d6ec616c8f4cc3da4525453af5cffa1b442b8f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be44e44f0b137e21a93e7efca3a28ebc7c7cc0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a103ea9a3e7dedf5cee2540cbe32531099976606b4496baf41c423797c4514c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72fb467817d634ffc60a4f20c4321ac2acc8064
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d086443639685939967a4238fef1b533cf3b869ba5c2c00942a851df703f78c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c2b71b7013ba9f5c526e300aa7758088b2e2d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e55fd02e04ecf6b4a13ff634b2638a4cf0eece2b9865603b0d6651e032a28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606dc929cec1fe3b9a0bf3ff84e6e41f348354e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16def75e6dd5ec84ee3e5950a238b36d3819dffefd874b6216ce6f680427914a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160db511f68a1b9f3028f5c3b5bec20fb8d921bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f420283111b10999b1290d74d8fa9838c6cf26aaf506360370f692c389b6cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef4c06ada4dfd9cfc45d9f1b4dc0ee330d31ca3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be85a2d1979391efe9cd6fddaf23d8fd2a2b0998782ee05f938014423c9760
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934412ed9705328ef6501f60a9626e722786396
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd945491b2fb133960f0493a41b1c826376fa47c76ee94a20855fab9ff294916
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5696b2d5f304f470a7da92226d697b6900426d13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83982cf3a11b7e498c3be38d88c4deb76901e3bf138587f8f53cb20693855b9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54983f20f33f3c35180cfdf06a24431dd31873d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c8ee0ec28c00b074fccbb874e6e76f6f14cf0b53f067878c0fe75f53719f9b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f50cf73752a7aeb32b3a87c29ead900b17d6596
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6af7b0ccda3339203ed8eb592f56286a7d958cf8e78022d1784b0dc6dc2fc19
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5665f9d2add1f67f21a27433a4a20ede4c31e50d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c264b41adb33d3d6a80dd53bc4cb549649d33a98359d2e9fd95816183a6a4fe1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940008bf61746088b40d236fcc4b000524f39fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96a69378b13a4f73aaec880549c8449e1df324ba1429504760c4368ec75c32f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1a96f2b90e803ec62dd1a43073252db409463
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ebfaaf13c1235c4edbc145ee6990badb1bc9d03f679603cce2026d0bdecbee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d3c203502fef9909fbd2f80aa8b11324c6e80b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f77fa750d41baecb86b38bdfa3f124c0dcbc72503f7fb77d64d77854ff4b67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a26bd9539bbc53ffb2713cd93e747362d5bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021850ea8984d811e6ba4446b0d52a6de96416e4e357e42ffd7fc8d0f2509b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cb89ddfa1140dd2fac145fdf092857566f971
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4865b8028c02dce475423cae95397dc46a2c4587d257fba4a59e2bb1b92b7a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69363f2b8439938b0c12e5ccd49341f35fa6241a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a45ff167af425d7962906c57a530715d112de7943199a95bce4a0f19e6294d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65957ced882cbe87469a49e4d2f56b4016e41ecf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857cc0ab57f1240d9c5864be7ac75e3f1b76331b82a90e89d41c1da622502cb6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e093f13514398fd4393515864755669e65fdaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a55a60d5df8b1553f6255159a35640ab38a02989a79b1a82bc7cc88d025002
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91481e23257f9c2f3a2ace642ab058ad8251bcdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c1adf98ae810cc129dabad61c6ff65c24361e3f53862a22c13fa09cb0418db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da307a0edf0c23a62ee4ef1c85da3a15ae6c8bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c9b115c1dbfe84f0715d151d46c0b3fd15351521ea0631750bad39546558c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c2f8b6aa3b3edb1068d89634611df6aca8bcb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5232a14f72395fa4de6b61c47a91bce6983a7ff21a2e162615fb7009f7b5ea0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1542168f4a5efc76994f12959df07f78bab5642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2e1447ea3ed15175e3ffc361f23a2344a2553ed0802a36891003a514f2c2f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faca72f6729774b172f4b88f67a6b0e3da45233c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad31778483f4aaff84dc3aeefaafe6f26e63c98ec452aceed776f4449613ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f7aada1a2516b594fd7ff54937510e2090da52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2427c193892474c712f3139446754e41c65d92937d5699cfd147d8fb6578247b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace5209a93aa7bb9fedbc9e24077215a11b09b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c62602a238c849d9d2e001b16dfc8d6aa7b24bb94ac6e951efd89298aa1e50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdb211a9710ae60f766016b43ddb7af7b4b7faa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b2923bc87c8f6e3a11917bfdb78c53ffd0716e5160ac30ee7fe188fd59d05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374e2d115b23a79ec48ad1d2d25f83666fdb1c76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58534f83aecfcbd0ff64b26ccd33965cf3348d390e0fbc608714a8f94ace05d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c065f5bf07467b1513a3fc7db5b34664a8b96d73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f644bb3517103434f8ad234107690db1b89536b8c348f1f82dcbd472e676f580
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632685c6c5b80bdda7259cd17b0e4dbf089d7c11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20704c5e4ef8988d722339c598488621e9f63fa17d39bd55e862273534fcb7c4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9db293d728e3ca4e95bcfb9ec20c8d30840798
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135f29d7d37cf92fb98c111cca748d9207a99c802d1c2bab5cf9d91928f44da5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab2dcd93c61964ab48066245a23bc74bce0fb33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290fc18df0b32883c80674a0023985e0858da57fddbca1549490f02d35bfbe9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a0b313ede69f6299133c52a178dfad572b077
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b323377100b51f58fd776dd450b0b7f1ed95baf45cc2ba31d92974d0046b140c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7f854a0dc68db5e53084134b3f03c161952b5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9804ab8637efbfd068b6b519fed175bedf6ed5ecd1384ac28503975c624def9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff072d51f3a5bd43c545ad5bcc679389f165dc25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb772b35c85b008c59b341f5c65148c7503dee2d1e100348aba1beba6c2bb4fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f6e688e790251f9ad118742aba7d85de543a41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c97d7fc701f88f52eb4512c6e6c8298d3fbb10d98bfd256bb52351882f2235
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4fd8034ab98a8e015356fa8b416ff4f81b0967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c42540894020f92391aad8a11519ef6bb37c99fa859e0e41bde5eec5e17424
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba70526c181e9ffe00b9575f95c8f087fd3563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf5c4ed0b7569b42ce6f6c5519ea255a4b340f927b8f6947c4d9a68fa76e0e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376d475a6a6183577a9d1ff1fe03ced7936ed533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83e4a6d46d4cd1d301e8e35791e2f22716850ce3931229f3178ed4b246722d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ce6d5082d9c431914d66335b5599d494ee0944
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9773e0e9f5fc8277904d64df271f72a444908fee83957a67f8fafc336ed09fad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebf642e80a91402d164b9eb877f9f15f04a398f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705e1ddc54fb2c6ad6796512c29a4eb0c3e3e46fe180197f0cf1b64b8f10c26f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b98828fd23874da94c8df6c1bce9b29e9c5b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cef0e53f7b6c4152606a0be998163bab479131b2cdad752299232753b78b15
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8336d9f9a8d2cd52ad97b3b0b982b4cc28985757
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d5dbf7828d21dd48776259f1c5585f672f2e1ec3ad16553da09e3b8798a420
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a257b1307c085a96b8ff8a54ff3828e9d01d036
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca8ceed7ab24b282ca68fc135c8e3a6b1004b8dff87a2135d7a8d7179638fc0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c4776ff4d6fcdc21ae310d4c8c374f22f943a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e184932c01f328788176be4b4a082b4b9277ab95a8d110fba6a6af92f05b31b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26ae1083e1e986ce676bc1b78d336661a2123bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf309dd1f512f2158a7e3ed2a8754b24a6e53777faa2a75d1df49a63ac364d27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035588e267b535326ac7aebca369d9cb095dd98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652c89817e111fe3f671b94572e91c8d830816def02b1698756ff32387b4007
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7638ae717f81ac7d4d0ad4d1c7f3941cf0814cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b90b2ba7bd077ffd1ab65eb27a2a8bf369b2797b0082e4652fbc5a68b04b62f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2957a92b02da096c19632f31bf2a55b486daf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590744d49ad466fed77c74cdf9c085cb1ccd693a264b421022c935316a9d1c8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fad2f8862ce3d4bde80ba54129c59cdf4f0055
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c95215f90b68330fc74dd026223203c6ff914e830e660f3fc365393cc94f3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14ce589c29258bbb15962e9704b4082062701e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28a933c0aa87167dcd929702ec22c120db2f928c63446c0ae9ca12025cb7b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14f8967f4fd8981c5ada0da1615a675aff97e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a1167d0a59e00ab80fe02b85edeb4ab3e45e462ee3d8fac0081d615c7f9a58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b49861e49ab7bdbb1bc93e3051cc3bfc52daa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2377298cac58749dc99f3c1bfeceb5eee1b47a3d85a9bd4a5dc4eec2d2fd4c7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4883319b7bfdd2dbb57973c5830de5b7cc700050
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14dffc502c62c26f24904109cfc646157a810c7dc792072825cbc09adac266a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26b726e8340c471477b3ad5470d78c9cfe63a8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28c852224f8ffc04cd2c81bb620c0abd6c96fe02bd5f0d7235afa60e361eafb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2afa0dbd53c3caa4c30d359d6eda92e072f6f75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c1693d512f37e871a58415d03ac9d610739c71cce774282dd0dca27bc683f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72520ea1711a5670ce88cfe925af519b24df59b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b0ac77fa33c734c960c0ce10ef47daa0950e9f7c5848e5362740c68142559
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc6a2c9c09f88ba477f88ab8e4dc4599f6b2a69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c10ef3d4f68496828540c2ae5f43af17c60464597ea8b5abe0e9c916b889c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261aa56bbbb2c4464ad1f58f318ece52f2b2b09e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4da2f6d28aa7ffab29f1cc8c5776452290edd72d166eda403199cecd115246
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753167015ffae6427c1eea2212753e4333c52985
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c19825bf153d7d76af6e5ad753f748f9a8be2d750be619d48d7d34194bae54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2c3252b3d5b7c21be520fef5b8cea8a09da8bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ceda24b1f6562fa74a9d3138d91dbbe715df296644d9a5d7056d5c34948cbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccddc528feeb9aae40cd59463ff5aee0df645cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42bf79fc07c0e735bc5b0017b1c7db9aa2912ec90ab59005a90447a37923933
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558ecaf7db9467430429dd262fb9f8b54bff82a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceda39e8b649f7b23f5aa44c0a8a2229b9f9502ab786637002bb796dd1be7a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dd7fb6544b977720e7d432e7e63c318818b63f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e14890ec41d63f513be99c760f27fcbffd16c3e2cd506b9ea1bc8e08f2aaaa1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1ff6474e7b2819dbcd84685f9f55ef8e384f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238665101a52090dbdbf2b937b8c543739b11e56837a30f04495f9c93c06b691
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba7f4f4bc6c644dab1f11f6f5be74ccda0a26da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb242a30eb648b8639fa78ee440b42af61a0fa71d479c31041ed7288544f256
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f311de4a0853f255b1407a3cca4923717a101a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b9dd58032c38a79fb6d4cdf713578c4cee217494c1d0977a2279aebb74e148
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86631044b55ba511504af63f72d16f1cb895d401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18b3d37f0fff5d169cc001c2f3ed1606212bc69c2c375632b75d2befaa46620
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87660608ba1d652cb3dac42d6191cb0c2cd9f10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074311d737b5ff5edb0f409091076454d5d5006d2298a9b6601dde3a8827a669
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f4b30eb1c9c5d881a38622c81d5ac9b3ad6943
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e11d275e6642bcf6caefddf5ad2c3125f187073478c246ed405769f2a5d4aae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d91b4af72c94c880835067b107218b2b8a20b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57feab2ce3999cf4b3c0c848765afe15342ca251d3217222c2a3244caddb22c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc348b483e6ce169c77eda89e40465e879e9cd46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63236060fc50a4ddea14ee6ee7724dd4332a3e873807ffbec26a4e109e19ee83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e389adf3518432d4ac501dc0d1c3b3463a07eb7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d6ac68cb0755051871c26f56118cecb05e3466445ce9a139fe7fe920e1e42c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5545d311ec344d126c773f10a4aa22b01767ff64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d327fce27825f52404d818374f2163e6720539c6782491e7135429ccb93ff39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fda41734cbfa2ec2d347622607cd5ddb14dbbf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2e9c0fa9398369755cb1a4d26cf3ec9adab546dc76ad0393bc3431c85179d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb122d1059a06710692fe32955dd355d9eb553
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a0bcceb85310aad60549e728c6ae11db1ee046c4caf26fc96ebcd45850ca0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43872a3d864de56d2d294afb414a67ec1c7b859c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a293297270172b7420a5e84a149cdae5dae21ccf0f47caae2a72ac7946bd02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca117a397b1af4cc6cc169546f3708bf1dff3e17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab122cda15b0ed8e7c65a9f75b6d8b29c69fc0b09139bec1e2d84e8094654237
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1982ba41cd3d7dba412866253ed5dda7a53690f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee988b0316717fe9a596040a26c65b7c02b0024abe207c38095617f96a4a0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3599da37d21fed50b013f962f308db558b545d7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad75374ba027b093fc7b862611e38628144feb29ca5a157c41e76113368cc13b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1defbfbb73985b9316fe33f196ea7b7a8d26bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67273041c6ad9a5ad7b5f3cb7bdbcbc7259c1a427cf3e176d65c1fc713293eb2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc60cfd26c21ef6c6c7665921d0d504cb52a4018
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33b076068fdaab0d16f257a819bfc4a151d9534586bf49f4697735602060ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2795ef51b728f73f72036fd401b2ff7994bb0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b10a1bd6d937252bfa0258a95135a40d57c6f0453b15788a191a51c46494970
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d09130ecbc002dd92f70cff9c103d05793d1e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320fb8e04487880e097e72beb94200f61da5d1f308252eb67787d1456dd0f2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904b3481cbc8cbf8dce2f4d4e2090b6f0836be35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44f6cedc20554093b2a8ce00780bba89392b5310e762f6f0ef53713185a750
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fe629a35e583ed6a0f8edc1eee26512465743d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7878680ab8a923f79f154fccaf00d09186e65f5fd8b19ff85cb188d49145da40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0526b628cf44546476c9838620aa64225c5ab27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6ed4a22cb5443b8ab5efc0c114c236e84def8a56e866e3d6177775333d9053
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123a8c2bb0212d8934fa435625ce4323fdb78882
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247981cc688556e8654fd9d6cc8599b02c42be414fd89aced68b9bb149fda422
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda1abf9f7f9382c033c8fa61810d5131f73d487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa600144380c0cee4372c98adbee8a6635f275ba1435db86d790418b1e6d0934
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcdbe0ec0c634b5f1cfb8f2db06ba3524b15afa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268227182e52cf270fcf97e528202b3a0ba37808241a62942109fe43d9522e41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5856af33305c771a975805ba2cfd796d5580a70e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0c45097a8076d250349dcc42a7e9fb02d063654263c8f5b6f5a31fe6f5133
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eda22f26548c24e6cb2beff5fd77e25f18a9be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9b0d5107245b223ef7b6fb20831b7ee072811be5f371f8e274f5008b8d1166
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5905a8043a94007f2e88c974233099276489b1a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d9160a171d8649e3b0e7cbaebada42bd8d8ce3cfe0f5ef1516cd8c4c950016
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907095f0892b64fa975b3f95ded900594eccbe90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653733843cc72bfb805767bc15923caa67db46974a635af609d7c070c1b5c754
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55fa37d3b48c3d9a19e278481c131017b60f72d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e42a6cebdb5184a89cf2e10e070c2d4378e51dbe4456077e0b7a473f71d90b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fedf1e1c5b4bb951e125845db63b864e95cd599
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d2a02c2ab50a0e2de5f01f9123d7ef4e8e949168425a2bcaae4909e17776c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee41e632b4360984eb00e2f6db26d975362f57c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cf5b6b86862ce747e5c8e8771c2e77aa58e44f770dc07325578f72575700af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0786336491105c0c931d09e6d231f0d96476ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b987df907c841eb03ff0db2e3c83895ac271a544bcf08671f39e5f45c30555
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442868222b6479942d53da5515f4480bac5a377
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e11094703a1a1478ed2414ac2a598be27f77c04f93a82ae336199c0bb32eec5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798ce798aea5c5db8fa5bb2416f0321ae48c6896
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d019f5a01a2b7b0e33afe2bcf1d5b431c89e0055548dc3663ab8965d6e2efb00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54706bf0f95f9519727a8268fe74756695b6ad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eae2b15f706d1cf598f8b3d6c9a9d9f2af70af1f5157fd3844e4f0c5a5e9ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de8173949cfeec30f20eb5a680291522e52e886
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb6485ab5bc70e8c3629fac59b76a300d6640d9be7f1339a74f47ca5ece5e2d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8760d1db28b4fab5027f4337c2ca1a9afe3e75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a3d20ea8611db9457822bd57503946a655d0331e9c11877bd785ca796baea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e638abd48eb101cdd074028d2b76ea585b8df382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b8b62bca51636af2a2b9267a8cb060b8647920a4ca2986eff6962298a4aafc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8a8c6a9f743c9d36be055668e4164939aa8dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b73355cf5dcfbfd2e97e8b1e2c710571dd4e2ffb5b862cf392d4ef352d9659
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4240c6c29efb3e0895b2b2e657bd860f29d27a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69877a57698bc589fb25ce6acad4eb2f0dee3de8ab8da39479d3eef406ac1931
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e64c2b13a71b77c953281b0c6ff174d54ae32be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1857fe9d3aceb8eb2328c0eda06b227ac4b2f976da6b92cac0b9a4bef63215
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eabcad8d0afeeef581a34d5c65d14b60c1e407e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3723bceb21666f2a959b59cc9828e7d4df01f5866a823af695d6ab4045deb441
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52faa1619edffd2f6e505e2aa38abe11d93dd25a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fd628ef1cca7bb01facaf57ce4324bded154ed57deed4fdefcd4999271348a
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35391d05b34bc6d1a15b6c9c16658bb453e61c22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed9354e0fccb83de3acf87e7fdc7c33127c940676f25e6d1f115afb0cb282d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20254a76c45fe1ffce468e640d3dbd909dd628a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37534acf11ce329f9536226d3439f37fe9a76d5a9d6cb049725f9eb3713fb7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9751f24ffd75db6c18a809eab7537e8160f411
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf770d23e36c04b5dfb9f9c4d3ab8d09682a5ca47f578ec4227b4317ab701e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61edb808d8eb3d690f95c26867be5e04fd15cdad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d74dc58ee888d4e9e41988de57a281c54ff5c49c1f70e265b50e204fa177d5c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22900e7141545ffdad607652a9b1e2dd2928c766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2981edfe58469daf68cdcba430575325d558c434822b7898dff212cc00c04908
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56330087f23362f51645b5d178269516497d99a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cdc77e2532cf83f985193e41b326507f4d0375eba76333032f20bd32f7aa56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92db6a125ec54a7299870d753df524db742ed05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afef8e532a0fb0a3e902138453b787db12751e98c13e15600aea258afc1beb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ecf05d8d18f540b8bdb098325d97eb31443ce3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a283bb56c101e41316b44d6c2d6c4ccb9fa944e37a4c5242e35f4ceaa3007
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4b8b1e4d3026307b56600be650ac0c56e64489
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8029dbec3a1514289bd0ec81d614f59080108b13d9e0ded80803b8c17c3fbb56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e7a8d013c1e84ca673b58f9f875d67b6b6d32f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fde8dcedfc827b0c5f6495fda78cb68bda382d08ea62543ab4379a91a70ae5a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7826c8918aca1ca5557ce91e9f201df8800fc1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0957856a91a7f48e742154d5ff5f98d0c91fc8060f35cc3845715ecc0b0508cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d69d0eeb508d135584004baaba805e6005f2a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45f79b3f8955fd69ca10629295733cb81b9b3b94658b7f96faab52b181b90c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5417bebc003cc0a3119cd322ea69eb8bfc60e128
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359151b804bfea70910f19cf5cc8d074e0c34accbbb8da3a32aa17db433fa344
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84985b2d4c6fb5b73a8361b23bd9c7d8f894a9a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61df5839b03e46ab6141d794c81417da5e98275e971231265f95a1cd256a0ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911723e9299d61d0121db727bf11d329802a938
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45217f51d914a20380195d6d306b6441e51526022232ca521b0243961a1e1a7d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d692e1fa9b414579f7e80ea65af55a84e52637
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8932834284147e90dead4985052f065e3e098df6bb82ad0a5abbe8b778c96
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc756193c2af6f57d8504c19b94dccf386281629
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86b4cba4784f214b7ac3a7783984b29a98fba2edc6be89416a6c7ea562839f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a4f2763f708625f65fb24c4809f305cbfefdc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62d6aa362d68360c0e297f104dbd14162108c7b2b7ac90e5dba1bb215f6d343
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93d7acf3486b9916d595658a88aa7fc9959ac45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b859aaee9b76a1c6f6d7c37902d3d31f60c0adf0190d8281b6b04b2d0a4abb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9214d0fcb80ad7738c08a3f5c02d9216c3a7c4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaddb51b7aa438580316a5f4758fd1d605440b396e6234421baee86a40f70cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7137b0e64ffbe6537e399bd1358f3e777541f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a845db32832c7f826100987cd9d1ff069c4e6e7ba7acf00f20777c8bbae855
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b901921c798450961fb19a87b41245bbdf37f777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd604533acd629b73c03b88bdf2ad7b17aa1a48a98441c38b5860e0bf6037f8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507ae830e5f03704ea0262d3641e25f42f9f04bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e83b7d6c27bf97b31c0b2e99e02946018045be2c7a640229d4e86f72b813e8e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef12e269f9baf9eb991b117fe1c397b692a2b356
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e8c64811fc7a1f832706b3f33b55fe8995757b771c3578170073a06114a17a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85d3b172be69286885434a8d4d9a980c7fe724d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31dee2ab45eb875b2027298c0a572615e87772c348f9a2275ac4fb778d824d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d4e6255beb5b4e05033f8ee9a1d93a086d34b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec5778bd8b0a2a16a2c112896027d2ac27aac644070472d6a9c8ab7eb9b8e36
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688cf1fc9c165b7439bcd099a0b8ece6488b0d5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae43b019b3865725982a54709e708ce1ca655c48069813f9014106d87d5f6a1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bf312c5b54602a882d4a360f9809264843ac88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e8fa4c49a2934c2498c9b2985dc5be1962540911eecbbecdebd3e1dd5bdb47
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b26e1eaae5c3721abffd06d792c823e1ffbf69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02b1b18ec5d8a6f231b6032af70b80a8925d792c6cfaf81ee58d12105c28c83
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc5aad478bed1b56bdf101a502c6d688042b529
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db9ad6a293b1dffd4c10115d6fcad6212c5b3ea675a1bcd93c0116dd4b7a4d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5746dff3b35e8a5874fc18454a9dd499ffb9c4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1e63ce255388510b7d5417f67bc83ef79a2c98411ff1f54e091898df87ee4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c762423ed75a12e1e86f9a60ee498000d33ac3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aab318a64557ef8751e294406c1bf9dbc3e4d9a3a0c59a5343bc3f95076653b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772977e419f2367214f7347e7cd20f2d1475912c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d92b6980372bb6feb24a5ff1cc996f49f607fce741c8511e11273ba23dbaba6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525e9b249a2c5dfa5af8ed1da5c0858f3b6f5a11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818826f9835eb5ef3e2afcc5ecd9f56c0f3166d9cecb790911c9ee30af8db5f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc2994492bf25d45b0a0a48a7a4f17ae7e81338
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa38394f17a009bca10b6a7e604ca220af0bb426e9ea38a51dd11183de50173f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d083ab5661021d498de6b369268891e9dbeed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401a73a7ed0c4d204cc91f8c55906036ac73211c010690a1460db4b631e13c70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e28f85021ad202986430c73dbc6bbf1caf979
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99294ca34629176e910aede282276bc6f7107272322fefb9fd6fe407d708a7ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b58e4b9961d9f7c99adce79d00a4abaa2ee1e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a7be1b05c24fc2f3ccc41346551ba4d78796d8d25abeb5e835c0dd6b8d74ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0ef8001b59e2a607d3dd3a02ccb03ad3c3263b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a64d29b6cd6db84f44caca6945f7aa5f31419f159162d17b44f46656e523d33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14f09632216aebb54f7f3439fe92db73ea48d2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3e5c660ae54e750bb31760ff1e9e16502189216bf154fed84a140cd2376427
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741105146d6835aeb842007dc544100b616b4639
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c45e831d2ef1b3a053307c864cb8ae50bbb8d9bb004b87e6e85200f513f67d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a194a92dcf3521640152ac357a8f212b6c0eb44a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe82776f53fded967d78c2b54241d20dfb15b1784a81c3c930da1175530adb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adba0f01cd3c20bfe0ec8dc30424c21f41a27b2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50381cf0d72977b5489e5a559ecbda7783b7f72a21bf592d7f1d138aac8007c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3501e8e1e180e1e190e32d125650b13bc309909
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26adbada353a1186eb7e1af8c1436e4880741ff4e7138383fcc6dde3342e68eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c2cdd05591cb82a7145781e1217c82c20bcb5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8905c275fa6be3e64b21f89cba94805196b376507b6056a6ef804deeffec2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689ad2c604d65fd21fa75969617d8ae9c211db1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4507f07cc03dace5e48b7b2023b81e81e802499de39cabf82878f6aeb138c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83549c9ca4b99e58a961efbe95b91d2fb9279128
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b60db0abc3e0813fdcb8854a97810709ee5e6749f385465dbf831bd54df37e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5de147c0339b097692311e9115ae844982430c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba71bb78abc580fc69d18dd9800e27909044feaea58803f1c13615c9f66b407
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bcdef970504e74b9a1c0feaa87586138efdaae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc72bf997e292e244f9ab6ceb11a63eb9fe6915e99d1bed40c3465237cde6810
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbffbe0ef5a7291dee5dae73d8323e318a16d6a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907ef108597bcaefc2264ec0a79442a97863a7ca90f38587d80b420c5176605
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b517fc903b48b6e6028fc43ce5c794dfd94461
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858744922a9a3002397263a59a2bc9bcf3422bf0eac85ef02f4ec98661520573
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121419d42f842a06ebb4dff18708b4ccb105c828
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc8a31dbd2f133e1ad759e095cde6bd096b2c18436a5fe9c7fb4d4087285aaa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db15b1c16b8f81fc7a1bf2dec54cc8b1387999d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384c3ebb5dfa92d56826736d7af723e76c512612b1b741e6d42556b043ce58ab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af35427434b9458cea5272af61d34b952d5fa71e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bede08f1314983d65ff73625f3ad4d6fedccb36d145329170d3a5d669c242efa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09afe9bfd4735f05701ea795f51b5281e2543e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d71f0d2a33eef775c45e848d45f6086918bd9523e469e1e052704c448230d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd26d71ded45d2078ce6481a1fda86686fc602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451268209c44bbab174f963b85d01c72ed9abc65d4a1c45e5d3603b111c22163
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88173440652ea772d643e5fef8d35581aeeb0bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff1ba30b78c7f8eaba11a7ee94fb76b0d5a31fdb4bb0beb24764045babd18a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e9ff49b275779ec9f2ea0b1f7309d7385e36c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029b2b46e23739615c6e6f124ac4a60b2b4152489552b7531ec9a0f23b6e5b56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e482568d2398745e992e51ad429d065f9e348c4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb3a32fd78d4e5728478495c3d07bd919748c6e6fc3a921dd71b06c76bad889
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e877bb0af3f18ca4cf040746da4f6378192ae6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f88b4d81a5a203cbe43c8c25009a38afc5c4fe8c7a8cb242273e8d8c9d18b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a0816df28bad15b98b7d4ded70b960de9a7e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696b3e97b5ddfb5f49c8e85b99099459b8367d0bcfe4a23868cb5b8741bc80dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce4ba4a858da6026aea4a376f641ca374a1e16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b293172e15557af2a6e3cd145d80830b926b721f3e17fcacd5d9be4ae53331e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bd743921aa41bda2751a04fa029a771c753fa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77664dff107e76a38c89ee2d8e9cbf865f9ed70e6c6cc5d04d2588f1e4fc417b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e766eff92456db90f3d0779efe971f083849e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495dc98caa75288669554f2585f0c51ab764207dc400dcfb19e3ff79026e13d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941fd34b66e7a684a41f9dcc7bbf43f7a76053a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25576cbd6d3e718e135d0e3f4877ad5ed17ba84499b0f526107068186bfc850e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbabeed5e200e5e56efb7a7eba4eb651e13929b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560c7f8c29e4e592302613f8161eed6dd6a0d3ffa6f2a2f692d00b25761a8f0d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a13d21d22679826f3a25acec5c38a4360249451
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cad8ae911595bced90f6c785f259443bb6bd7f80b93fbcbbd5ebbd9df4d25a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cb10325f670b41d8095c6bdda6cbfbdf4ae624
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb5ccc7cf6ede27d89a188d97bf58e79c48200145d145eba6c8da277259993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a944c6bd3916fd35f4590b05e8bdbe4d9ad4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35942d1e13ac6176cc7a4a7dee4b1f138cdaa47758a11a9224c34f24f6a3bc5b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f204cceedef80650d40293431d7ef97f83daa0a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa2f07c6ce2aa8e26c08b1da0ee494a145673f3042fb5e34cdedb4d360dfa64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c230a5e2071e127d6e3ee624dfadb7033e32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552b28dda53c2cb0d25dc530a1d698510ae8dbc23fa74bc62c4bb30cbcd8ddc6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccca9a56035aa492d7bd8313a4a84b4f252503e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642f559d5515366836904753b3390bfef03c03f73acdd6ee56e2278acede6e98
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce718308e21138b17b18307456b503dfedd39a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fb7e512d79c845cdec1da576c0e599ba5a111dcd66d7535583f385134eb0aa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b950112b7958f7543ae79d34b5147e47f0e6087f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f57c4c5242bd64e0f6bb788f4bda67cf37a280f724f54d7d38d82d8f0406f27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb8f0a5daaf2ff408b9ad8cdef1b7cd8753e9bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e88ac8eb95282d7f69fd1dbf76cfca94c5e396dfa54a37382e5b18574a068ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca61fddf2d66357a097b84627f68cd903aeef7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d764d32e5a4b1b3565b5dc3eef95087dcd7d47ca4542d8affbc91b56b9a2de08
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f7e08547e80fe9a0a085c3f8f3fccc96fc1631
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba678244a91e97768637125df24374c8854a47ecb95c2b2c2c73547a8690badb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275089c94382107ff5fa94117a2d49e629434917
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ba60f55161c539b3a281451b6e9d7c67a377443baf0f4256d1825fe6109850
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45c6b897f37c022a294d3074b8e3e8f475ba8cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fdd1f5422a7d2f3fb131b810170fce3dee03f254983665436aed8454812bb3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f32542a8808d9518920dd11f0838bb4543d617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1a22c405611037c7071919c98b0df98f2abbf5ec1f003eae763e469e0db0f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e7d2c17b89127e1f818c924f9eafbd2755673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff26dda7c98ed400155cc033e7936c333fa12a59ebbc0c4d08e33c5d17996a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1acda736cb76e6e041bb570db5c6fb02e4a90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1036617890539276d3b37b65cbca3c2fa3ae990c90239365d49337e35ec779f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6915d08985f4ae48f79275eace8a762b8e7e41db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd57dea4d6865471fb590af01189eede016ccdd85575f1aad17589e967116e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c1370253b8da8663c2a0d2da50397fe634b4f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363a40b237508990270b4e415caf8db09f6b1605d8c1488171b65fb45b0ed1c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59a6cc714e12dcd02e417e26e9e1a7be845932e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a892c02312d48edcebb75b6a5ce1a691d1c05ae75ba1ca667139d43490b5f50e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f5c7634c1e6166fbc0ecf6963d39033a375e26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24faf0d1ef9a9774ffb216954368206709850dc8c4f30accac99c50a647c946b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4a1bf8fb5dd45d92e89862758fb9d55185a197
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9515f0d515a8e4680058c69bd4ad7ae38e8a8fc8995e454295cf13dcb1775
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2239871f92f1ebefbdfcae23be3f35709cd73311
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271906164f035a5f3f0015673061d8da096e67b2044d3f2894d1eea70c343467
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e33f85f339d9e145fae757e523950b4c2e3809
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0291683b569d78ea0d4e37dd6d68f9b1f1d3570432aaa4a007b6e0112428bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56229691f904d454b0c2f54458614af794554185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7f53552f530b5a57108f881e131e46fcc6355abb4eaf8c3465c4bdce0979c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791b1e5ddfe9b732a9cd322d3f7de913a95295a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8b7b6ead10bcb131f4e203f6e0ef96ccf6d42791415b9b0d322da0cf27b4b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6249ef56916ebf2cb5d7f3496ed58cbab13fb28c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f796ce2e403db0546865e8f4f3365873ceab5b19ce050ef61d54381540b1e53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca29b379740484ceb808dd0544300f941c37153
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129094bfa2577a91db755a4878a801ec835d2f06bc3ba0b777d11522cd10ab04
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa068fadc2f341081e81ffe77b6e9d77ed730c1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7008d84710914e1f4b2b98c0efe796e88143e9a8130ce131b5d80eb9149bb8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0160123dc6652804b6b76517494738713d63df09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f6c419d8512d26af5a1689af96521133e6102e5f722212dbba6ed930d8d82b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c5c5d6b4a82a1cb5d92a874e7cefb375c89d3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a376be177a7f1d079caf07cd9fb7f303e69f2fbc551834b11fb365b7662c0257
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55fbde3976837a3d5e000fdb9bc3d4da67c5e0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610b2ca4e96a0da2faf629787b58d434e54b0f3307ab63b06a68d94d949e348
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150d30c7a0bc23dfb799a4280a4e03166fd3add7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e97bf57cd5d29350ed105559e9899fe5aa87d19481b6553a604726e4bc89a97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6095f3207cd2738c8d0e744a59c2db0c790a2da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cfcc4c49c74f13f0166af4dd5a4fcf4ab72c3d35fc292b6b1eee8b3dd60dee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733d46f9db2ac1212e51b9f1e9e2e8b8b1a874c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e56cade56d7bd7a7160f171b8aeca06e0729a615de1eb81ea69bc242badf8f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0470b3e8cd34b56779b0d41a3a0046744866a255
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c55f944aacc90ff9f6905c8ac043cb3ffefc765a1faaba28fc59da0db8089
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5b2d65b71dfab170ca9dec3f479d6cd3bc4b9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6d55a49ed7d4ae76673009cefcce7371b157747486e9fdd0f086cdfa958ee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea0c45237c94d9b3b86f5c366d1cdd05136754
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ee228fc8bb18176dc915df8e29ccfbc3688ae2f99db8cd700586cdce67db9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa7e73964c0ba188d6454454a78bfc84597c85d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8266060b03151c2052600dfc2cda6558d728eaf76c8a9d3026acfa832dffb61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f372af47736b12bcdd92348b331007fbcbc9eb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2b2fe51a12ea0dbf35d3f92265b98f276a9b92d38b362579ea59d7f0f756b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6090258cba8ef9967789ae7f0a514072709354b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af46b57535a7e8aa6cfb4ec7626b878b6b9ad8b73c0ada0e66d9f6eedd1c1b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9023f9ded620e4b33b0f09a4a95bf42cbd5e5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d8236eb9c1e01c8ba4d91a587c29cd3a882a0ce542ce9812ab0b09656458a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d06335ee08b6a82cd226ae1983c1e78df9b29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ad3843fe98ee04f259c130b52bda467664ca23556406cbb1f55ca3cdf1aef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41226925a444868b681e147fa6bcbf6905ec90ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbcebfa305c2a512371745c7a0a002e22fc7f20450cc2127029e9f46818cde6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46a476876f5cf187ebab2c0008077bf5a6eb322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c8533236fe23bfcf9f1239ec6a45f71cffd88938b579764733023c5e97c5f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f271e451beebb7fce0a1bd75e7701556625209bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7bad89330fdc78938b80219256cb6697ddfc2c2135cd9c709d4299bf1bbb64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65cc8c8d26e266fc76e30fb2e1cca44bf93a27a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fcec9abc66c3c780d68880a88c26036ca886ce08cdf1382453f4b2b312c4bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86a1489cdb978016052bc61d046ba1a1efd1f2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379aab38127ed6551286731729d244de6627f70ac7b26b3daf89a1b2a7849320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd40c4cbcf50148f0cbc193f81784fb841deebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4834cd5f4904aab6b4fa7e83d127e4fbc66d097a44b86eb52e179d8f51dc0b88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47540420a85eb0559f1f8a4159ec2a740ace9b66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102e92f35310c7138c53c24595a5f70305097e2b47bafd2212e8a74759120831
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d791dab7a21f80b7b6586930f8ab7df53d8a8b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da75992dc62077decc159bf39b9325bcb4e829277a7f65f2c4d64398efa2cdec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cc30ec7800e08bfc833094dc6ce41dfdfa6171
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab53dcc4c9f1a9e514695d2a5c3544da9ad8f74c7e987a023f74994fa4b530a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227c98bce2279af5a828c0c4bd7e0b7a04cceaa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b5d61009fbba40ab34f076ca7e0e184f67f1320b82d459d17def9750212650
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c6ede6596a66bbc0a2774e08a2af37228511c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c37f621bb26d4fce8961be98c44250729ece2bcdc74f473f835d659be45d27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08379182dc47054ba49d5b828db0228a03709090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24890c2389dd9f23170130d5bbb22d4822364c5de2c0d9719c057adad8c035
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7fc1ee3894c17cb1c0a3dc00e5c7cfbd18200
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162376465102be45e13723845c1bf54306054d9edbad791d312f0ed4299a1ac9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2ca50212993672fb50d59c9244a7682eb18fa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b63fc7aa3885894584563c913c6ab0614306c106d9b7cbcb5d26b63d25545
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fecf14039788f329bc7bd43cd6db9c82c13d22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd1f72c8b56ae2c465a05354261c58ea74704f6d111292fa37bfca73564e764
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb08d87d57c467fa232dfec87ef0e806ee5d15d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d885b3f41a76fab56b76a1954b2768ba5e8fba72879612528b940e93e9388da3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eb5db5a0e6ce95df09e8717db7bcb23b9fe0c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef3b34fd268271da06f9e8774436b773cab985553b5524ad57b058adad1d7da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d246348b70c447df1702bade3ae5c862630540d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c6cdc85d8f2521e21d32a8da5bf28c8d7ac258e2cef2d8c8eab548909705e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e41a17f5a129bf3a3f5177727fcdf4b11bdb81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cdb1a82ef3a36d76980b5529dc436ee363fa457bb025bd0b2fcb72256d6fa1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05220873e81d875daa25e8e5b6c73ef5d978142
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaee402ec33d2dd64cc1be17e2fc0ddef7bc9abf2719405ddef169ff2e78a85
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24002b2dda43ae92c9b597c28be10d48a73e465e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970a4c487c852f13f64321c77d637ff8272fe9d2c32fa4dbb9970bc7f0c6e8cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2df02760030be024f74508ec3258eac19883c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eff2955d346d5b42d8d95dc1956d00604dc02137e1b759914a1adbb32345d00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc07df4a75c7f90aac05f30a340654d70d4e8f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d5394d6da348349ba1b86ce4fb82a8924bd0642151ae6d3aed6771773b4ff4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afecc2cabd4cb559b4c12bd330d1ef2cb339b88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80169702d415f86278d2afc2188f0a5c76fdc5f9250f987de530259448c8c568
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d9d5ab081df3d1519f01f8f540f36057eadd79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666c0afc04658b19e3af329c17f14f7c258b198c678b3f907971891fd757fb06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe79a8e0bb266718bec2959a4d0c4bc4bd3687c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25acb8373b5690e40f675656a7536d0234292a1ddc6a76d43a093d860447771
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf16e8dbf4b2a8ac9c690e13ce579fa4d8b6ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f91047128c20da34ae4188c236403838e88002739c758e432cc4f0f245154
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3065e2d6c0060e02c225564ebfb5efd5786f301e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2246df872228526eb73eb06edc2b75457f2f21c299c1a6110d17607d3004c067
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57998b8003fe53a087014dfc1056a6463e3bac84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9425b07d6ae61c8cd65a01fd5a1d4a4255ceb24889c0726f9475367749770c08
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acaf27f44aaea1ce3d1bea611ed88409c02bb22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988173fa62dbb22f2d2b6d765d7a5c6937ae0c1083040f222c164f4360bb335c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed7785cfeeeec852e33dc3e0b31220a3fac2c20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc484e4e101eed8e3cde4cb82c3f3bb7e60b18f627080a5af791244d2fee284
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8269bce398bb62c091007bfbced87c078d97cea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4091e34e3778b1a3e6e08491c7f30de7ddc54e3534c3d52644a130271d203c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe1f4a7d89827a08401dc41bfb50194e5fcc19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3619952e791404b9229319395fdc1a43c7da283c0d76ab31ca70a5c79173f48d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa11ce4dfbf55657db2037181cf0b07110a2ece
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b045de5f44f83e5650f64a18fec5f1d0c18f699f3b50f07c96d521059b932341
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455a7cde5cb853578d379655505f98afb6e771cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc981adbabcfd7dc01e3b66175da319803d0510639d68d937ee41eb3c0c5769
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab98ff76206ed14c62c2c1b4930346cff73e5e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716ebe673b5cec5eee0a9ff4d9231293e74b1adefea71a1a8d05033102e85b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291b6e49530f35934e4279a2d028aa08fdc7782a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b706fcf60f10462fc1048dea939ceedfebca20fac766a44496788a0a7562e5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e5202c11cbf727041457483704c73739534895
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7449f2a7ca15ea7dee1f6429cb7143b66f59a4e2c4a86ff70356e688df803f10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7e1a1b22257adbc7bb131218644348e5d0dd15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ade62f3a1668f7739f4b03838eac58e601567a213d4f56efb0df64fae17bcf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eabdfec3b9ac9225c5ff2acbb1d12b17ef9e5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ae9a74d876c391777d8aa7e5d7a545ead0ea18f10ec146ceb850579fbf4b33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6067dd695ce65b62d9f387b19b70c43d355166b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e193d02b90e5fb0ba758afdf68b1b53308c5c383c35bc22124322946f1daeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661a5926b0778d024f3bd73da3358c0d01ea2dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a52fa23b9f3c28977ee7a62fdd6d760fc7d871974672cc2fc5361e57dc0899
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da012c353ef0c34895f0d1e6aad867d04edc7d78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8318a5156dddcdb0e1de242ec139b20827e15c3797d44d356fe8cb527ddf40d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b432d968266f1e7bfb39bcdefea8d2cb56024d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c08766978bc31bb24b028cc86ec5ba0fa1436bd8e58ee98029cbe8cabe15727
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fce3807353eef466ad6fe20537ab46463a496da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c106f84049f7429c2166d9456bc05581feddd5b0afdd31573f2746949639c153
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2531aa26ac93ec9db7f76b0e9daa0a499e9ec27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dcfaa6471e862fd2c76252fa62550242aefbe7f5ad7e9d8f8f5280489fc04b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe9560cf7c44872dacaf141459299197ba52513
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f917b2ece6fd3a4a12cf26a315d81ab02aacd4337122289f0df344e52a7e83
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ce5258d7716e2902992d622a19c5bb92b9fe0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea532a615984fc6dfa48c170247648699cefcfce58500912b509a08758afae3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5d112f7f58e97b478b34846a803ef93cbd4585
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa28fac4d58792f94595c91408cf7b0fd7723654f64a93b36df396ee95bdcbad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53d7b1270715f547ee3f2002be87fd63737413
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6455a67ca5ad24dbcc951973178b2cf9fbbd1f83970c847f47c9f419592252aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72993c1ea65424d5471f50f6711e5dd52f03c2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9a236fb5da2e34d36cae55788b12b08742fdb0ce788abdfe2113fe469d05e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383fa70c817b1a4b663857624041c009b31d00b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db7acd6e44d143353a49094e08bace1d575ec81f76359c72dbbce24066d0e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8727e99fb0e86c67a745a1e4f16c1002668d9a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce912413917005eec548b9e96cf95b1f5996e1c47613413ae958e21c25691d63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a062f69d7e631ef4ab06e5f5a07fea6f5b195a65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7012846e947a1abdad1998e47ff7ee396acc728bc72dfe27e20b6b5450c9662f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b672cfe5ce0c6847c846d97a293076474c899be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9aa626c90da1f3e270228550d7bec080879245a020fc5a83706fc5d04e6cb3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc5937f6887672804632a8b6ce0149b538779b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51961da21ad8c9a25ef1224b9e386312866bbfc8567ec39dd818917f7789ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f8f7743f80e10f2ba3933d69fad4b91f8e610
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cde157088a671fb19c46ccc1bbefe24ddf61cb0f1304406727ead34985c8cc3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8feefeb4a4921c9d9488bf8a4b2b0ce5443de3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0174fc950e79268f91dcb169bb4e613285176ad67585695d0f93e580f51a8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4c6f21a8b674341d72c802993452b676085c90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f160b25418c9a1cee5d7006bad2ff966952a2d341f08b0e57c3d1cf5ee6329
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827dfc3cdb1322b4abf724f0f7abd2aeb66c89c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6661a36a622e217f4a370f2702b306fc9741089d41467a30b5c7c427eeb470a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f906a7fb38560bb20e5b8bb25048ca0b963c2f45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4313db56df397ade3e7f449fd9d69eb9c357c648f40eb45559e70a26543519c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49ee4ef5a3643219b3380955b45b880dccb4d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e019db7d090e750e52e305992e9220a99924c6bea76ca03f5e24d5291191e524
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012ba9aa4591e1ee4723d373c69ff9f8872695ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92065b0fef2ba897d35fb51a56c57c6fc4e51be3ab86d5e9c2d16c73d07c526f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5f713f55920e82469a5b011305c616461db234
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a606bfe139a7422d4922fade846bd3af0b1de6a7f5b6b00e9b47ffe97d7e22f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e2c48f406acfc5d0cc0cad3e75b8ec62d738ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79794f10776cc92d2dc19da85b11b90c6f624dc45b2619f3962207685297a8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5db6a13f0f5a3e85adacd7e0ac1fc32fb0a4824
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d799a93287c45f37d72264bc7671e3c9f924928be276d3469468a7d51dcb3151
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e84969468a671efb71602ac9f3dd852b1d4a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd465f3fab9fbf912275a75821d113bf157ba94817a7fab7d1b86e68eb32a4e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2a658e837dbbfd34ae97da60ed8eb561f375c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3afcc359495eff739b8ee45fa72c143ca694f1dccf219e735cd3b00dd8e9e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a328e7619a5a5755c53bdfd64c4c2ec5b778c5b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea7f4b95ff86054836e9eb15856dc1b33e5a089817b8a1895a42b2079617304
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6890b797c71ac027f1f60dc6ed8be691f84e58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb273ce9fee87d0ae0b4dbd9de39fb713d18ee01156ad034f6d50e15cbb6252b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3f9034838865c38d1b93b8b6a44e4b940a5264
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29500821c9184ff13ca75c34a239fb02a9b4de0a75b7f2a43e1fc49c35b06b88
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112bf8d81dd4265d35a5c2e3916a191dc7791c10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143f782c3a36b3bd605e8268864736a8f9d428fc6889f78466a47c07f9d74fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d4b7043e03b1f345bf2d6e0bde60960a9cf3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1d81f1599e29d37671f131b4d8c8b795eeabd6e491e92fd8810277bb563185
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ee8fcf5c7d58b46af6e7584f59643f8b281293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204b89c3f77fa7dcd1121f7eb58234da9de3fdf6ff4ffc9a43fc116e299c6ebf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682295e0fc89a90a52872d563a3f9b69c1e25ddd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6394164704781643d81c029591ed24e057e0fe0c133bc97ea810d2d4a7bb4b02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc7b5aa20cec51cc13b0f96689bf9a15f9738d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3a35af5b90e9864a0ef0e7749160e773fd0f75917e64c1e391ba640b37a3a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6af30f89ed39b8720e7f63950e4300de3619ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e252820aca6e9af7348e52af5bd478b953b5d7c383a9d532ad146ccd898e0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ecbe036822f69aa121c4839ede504ab3c88d2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dba220b53305b724e1add9df8e00223a59e61519d01708b7f8630382bf57f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074364b0ec7092e8ba0a4d0ea16a55450bd40136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829d3a90cd84b25dc0a09ff95a985513283eda1d26c850ec6e0a69e49059f397
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e71ae28a19ed95b325e7928a80e0936749a63c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d6e6eb34dfb6f3807816a0118cd831caf7e5d1a18597d57c0d758b09d2b93a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf96a0f89e89f61285af8b805f12043b8b90fa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694b21e488a36a5e1991b6417242c62c75147e8d21b7f2b2a9fb51cd5cd5d22b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df122e816aceced82980fcb84ef7c516f8cc01e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7547ea9e2c3d83c424597ee240c60b19b4e0253bb8166a3f918b9057d4ebdc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefac546bdac1acad18ec57afa165dabbc4a2bd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9650839f7db90898d342bec18f01aeffde5e94ac7549291c82a8d396e0cc5cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d6678635623497945bc0d01a6902d6869a6f6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86338150434e7b9f79bb7ae560a9408800feeceaa72b17d8b1c6e92dae7197e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d5dc53de8b4d5ee9e481f371c0c90cd3ea2751
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ede96a634e63037f83c55a63458d915ef6bca35f4eb00dcb2bd735d140f245d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c931f16cb938f28d137cd70944670ef86a1d1b09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d67f6e2c9f4893f6643ab9c159ff9a11776bed7e817feff634439219b4d1e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0b2bbbe06d7b51bda8e03c7fd756fb39bb6907
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df6d71e84fb59efe5e7dbc57ce5fb3406875427f2e3abd671586e3c4c2567d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490c75bc8a0f4cf1f6291a3ffc9072a2fb153d25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e49d839bfb708bf0f30bd53acead9d9b1a31074dcb37101cdba9f1aea5541
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6473f107b71d788e64fa74a83a1c910a2ca4a85c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b13b0f425a0b880b8d98b6a6a276b7e830f3753feeeaad0705c3e2a9cfbeef7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559c2a8e8166a3168ac3ed0d830061606a9056db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4494465acb502bda63294c45394c5f53f0198c894931a29bee7e72765e3e1660
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd385b7c2d3afd1d957155fcc24e1b03382e29a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074d6fc7e5f1528199de6603d30d6bb78f3a3ee8d60ed8c23eadf433311dd293
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b50aeb8fd7aa75efebdd0d52224e0ff5a3a955
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b3fd1f4bc5618fdc970fadabe0b461a13cbe3a21707d59b7979c327cd3a636
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d09aa87af55dc92b450752959c6ac2c529b302
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e6a46f96645871d96f80ecbd261c255d03909613388e9c5c3e1db51614d1bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1601866aad29a40a517513d8c2ccf15c0bface
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bc135d5bdf05b9b293122ae65c782614093431912e5785beebb549b82d6483
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1ebf9d22abc89bdaee4cf91e647c0c94a4cf86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd5df91b288042fa37834e0ded2f1d566d9e14847b7d28b8625a8930f2097f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf5bd0a1f72e0c6b7edfa1abe04a3c663055ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60c8766e1adaf3aa1f0fb251eed917e4b9a496cc6842e1a960645408b4f7e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258811cd3c1146376f27af576ebe65db07b4ce70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167c067c56490bed3d78dcc0fe3ab7739037066d1de75c7474a0a42c6a8bc5d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179ed3d7065ea84091892cd97eba3ca36b69c9e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb547a52523a8cf89dbb4d7750b2596786546f2ceb2950a83a38dd5390144c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60072c55b4954a53b5e95a271595dcefea6c2920
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c2adab0e02b926888fcf14e040619159566f9eed0e37d673a1893d246efe03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb28eb93dcfa05e47ed2a8d1cc1b2f7874ec8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60699a5b09ab243a116d0302e458097ce55a3fb156b317d0eb02f3761b203fe2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3cd556bfd594899c3909273aa1db7ab0a4c454
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6025ea5f5099693e28a8626f197f937f4189a62ae779423d31d899ca9cf42c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062d918e5cde1b08bb18db1fea151983adb0dd8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df7e9b91711bc4f8991ed43b005e43eb7d60c0c423dd091a36edc2d71884a79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd8478bce9f88936f0086b1c9ecd107a542aacc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4a8a9ed1d20cd1962706d8c1bd997c1734ad4de675e59f98ed382f75fbe9d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31166f61f57a5277d1f2cfcff93802374abe9d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac18f6f19219c5037db1ca5b4e8e1192c57c6f6befdb0dc3e9cb4fbb8f61497
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d16eba5dcd96e340efa2b6ed7a4c1cf708d50b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3f3c9df0d4894f88dbea633977b11fe30348a8e044f9e7127346c3badf724
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a74f0214f343450d0ba200373fbf6d7dd9be1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77faeee8c200a39713b97426cabf1525748eb30b4f399da0e8e40b4205d6312
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13426356fdac6137480d3d3eb699a7cfb78afae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535c44dffaa2320044449c7916bd66a2b48bce53793c69f4c1d3e6f87e4fd35
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577f168360df002a4342c0d11611af12ca711442
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d569b655fe0e04e645ddc4d8789b1400430cad189b329c84e5121dfc995c8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec605149fd5bf53169f42ddafb97f4bd54df7559
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b82fa175f333ccca4275a6dbdfc398dd5254134e9c62f6b76988121dee09ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342363175ca4ad42ad86fdc0a520944919e5d71a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9913921d28c2de16b48101345c6c7758ef0c56ca21acfd1644128c039351d957
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc0a9341c056211f6a2e45686e3e4a434556c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e95d3299e3e82c847411d11ab4c627ce77c63bc627e1e745f718876627f3481
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296238c446982d42e06bdf9b8cecc3fd414da4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfc74f28046e469f69cbeeab4824710d210f341d2a154be2ab2f93c90c8f94b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bc144d38ec5ed503e5c43d27c0dfe55c120dbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a7172e66ad5c06f4f0dedd5a17c385ed66ef01b51f57142f551ba28290b424
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293938bcec58060a61c7cbd3321e7ed9eb4aa9df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116c844c62d1793998b69223521b4688de7487187901ecd871258b7242e78901
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b99a03c4ebe2f39d5e74270a6f3c54136dddd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2b9f0b08c7ed97514fb70d48e582110279b5299073f80803dbf6a142115894
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2616df952bebfd24eec42e9f8ec5c74700f213
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509e880f4a35b78ec02854f117ecb5984a5ecfc242e4a6b79f842f3404ceee10
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93751de9abc38674d626aa1a7bb47fe12b2cf04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec116e90962e8da897738ac011751d73fcc06ce00471054c6d4a87f94f5d6f2
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd22dc80ffa72ac51c33135c949a9ed4eae205b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab6842287beb462a702d21b54dfff39b39f6ef0e913a1eb17f7f4b40e15fe9b
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db7562ba95ec7ce797381c096365638acc9e39a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84cc9a88a78c1ebbab5d3175a22ef16d68d4aceaa9e77ea94609f021755cbca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfa0ac3413ef42f890e183c398cf795f29c6e1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb09ff0deb95ba288f20ccf371768eeb1a03250a462eb25f8a4d5e1e57e7137
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193d9b87d1e28286a0c99cca87c6f73819d93c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4bedbcf9f7c2b3016d0de3b84498f07be4d71b7310e24c5b8629addf270c98
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc7b7ba5bb008fe11814b5c7896febd11f3e870
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2dc3f98811b3537d97af5845511797f6d284fbe6ff4f69ff12461aacbb52ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4659ab5b92f277f50da686f5342e672d6ab60aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1878b01b23683a688bdcd6ed687d6120ac2c1e7a17bf39d4031be8017b331d07
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8fdd6167cc66d34dab6ef3a8e9235c8277fba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965a236f97caa96b1dafbaed2cb0ce4dc27403a23590818f598102d83f6e54f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566ae28522f645ff272309191c69cc7a09383055
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0859d32bdd3cef29d30b8d29d91b717dd00004e6e7c60db21687a0e2b0cac28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8414110759cc29af08fff9b17b15d2f909f9acf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2506b8ccc19a48b9efa1f42a9bd9fb6267b8712fefd5d96cb0e79151981e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392f3cb20e63c0727fa591946d462239c8df41d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dbe084b630b8f77556e9761e9d8e10d1717cd69a58a8d1fba43ada097bfa42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f823f84a17232362e9b0606dfe8f34d687890b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c7e1bc9013b070c786267ab601b6e94a7388d396b1c2dc57e185e0f101bba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c3352540fdef4675976336838eb640e34e5476
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd30ccb7b79c74764e87759c53e3437b24b760de0a35c9834b64b1c0c8bf18eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446cd553250927ed7eba3ad748f1131d881d9f5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bbce9295881acf70ff7c901a91e3864b00e56ecad5d5df3bf3d8061310acea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a0e98413df10f28c41abe843aa004f397d692f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7af372d198c3cd1bae7dfce0677df550782404a6442fd5076e09ffc1983a07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6a7616a1825f3b3d126d83c66a3cee66dc67ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04e1f2feea9a7be0337796b4253fd4afbbab41d2509ff22ed75d312413f0e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb7f5ec98e820c6e965dae5d10acd50b07ace0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3677ff40b052fda2469f81eb2092b00332b64329b20d119be4ba06be28da5a62
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c25c48c423b05c908fe8a5664edb5c36f1fc3f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193dd46e0db27fcccd076c27033bcae2b204bb989cc47289a4e219fdd86e5c46
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e28148b50974b4b34fa509dbddda94ffb5618e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51da465dfdcc6945c8a9512d07575330101e749bc983efb61dcbbf44cdbe997
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b233391d9e006b8c1d5621d116fa18b692660588
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3aa704838b83bbcff71cde3fdd7b8f197b071bbefc99caea7c98c1e8c0af1a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915c1d12532079956b9e3e9a7423553cf7c09de8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ca1e2f376c9df437833a7080fab54e02502068812bd77bb75190f20dac819
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a44b1f148309093a3dea8421a8ca3059bf7483
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed654cfe7e5f578a2b0720438dbabea5efd5a3e7622961cc7a72043dd69f5976
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51362d499349751cc0b1e217de2de939f5251831
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27655a2c7f659a39ebadb339061cf73c2b31f21bab96e46feb48a3af70d123d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d4ac68338e09c35f5fd06b147b5fde1fc8427
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1a7f50f2a56fd15d2766f431a802270b032e5c474b52122c804ec1ca11488c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d69464a695a4a956359e0248e9ce3fbde46785f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7e171b8af207bb7318042440e1f00d4d077069c8f6647b2cc0c6d83bb62b3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9841a7c4be4cac611d8759b79e9104e41e44b2e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfe6c0aa275470e0f396e375827f38016041031ec7927bb27ae900175f2e819
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0384e0f7a555616e830dd6bc40444ce17ce5c7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e6900eb4c48d9663bfe971fa36272bdba5f61a036ca674f4fba2a2eb2b118
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c0b17df6d26a6aede1bdaf494fe6af4d61690
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1b6cc6098a79f91a40b9ddb96c38409488a64e101c7f1da0458d6cb4358daf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d149d908c4bbf4f9251d1671e9511ee660ebf0a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eb68219868abc8fb249bbaf75dabba9c89db763ad1b5d9795d68b8527cf357
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28567c4726733d7dc5eed709e88b139f5ead3b41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da47cf270125b9085acba537eb269ae3be71c1239394f2f70417d8d414743f64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd113de5db6155aaf182b0fc415f2a4994ffec9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c99ed9d19934ef6c128012c661f750b1822e526a4fc5d5ebf0b602ffb7d39f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d303d365da114b178a266b2e2991fa3fa70a32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df49a768209ae269d9981e6e53c5244e635b57fc9cf269ab6a983347f80670be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f063083be9b61d3dacaebaea9bb493198c0e758
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ec6cfc59614a7eeef804077039eb8f02d84dc3f173a15615caae6fba6e590b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf06b78cdf3b37f6255bf79cefcefc226eec26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f2787b3b6e37a8710bf218c54e019d024ea487de7ccdd631d2274d9a74ce6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5d798c81deb78918bdd96b61e4856eb5c5cced
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe2cd791f74e797c3a52b21f2567a3adda4b2fefae096506dcefb369dccb02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5807d02b9bd68636246be33b3747759fb86e1558
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327960740de9561227fd03f38c2900281cea9736b50ae19fcfddd1a3001a711c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3f97cadd83c7a38724231694650ad6b13beda5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c2347327cb8f1d93077a02bae1cddc702e4bde991c8bfdf4167b0a3851278
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75944d58184fb11a57e75676b31993fc267ef361
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa3f07992131be0dec3eacb95ea62328ec7efbe65a04cbc38b15d4e66436e69
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69ec28302a70a65a082e1a26ca7e1acbbf749e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205d003e5001221df858cdd6785bd440a2f468e87c6f79cd8461bae7bdadec61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e15cc660c106c7cce80f8d8103a7b2f669a75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b03415381fc791564af635697a0da3970e009d8c395f0feac91a2d36b32821
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121f80a893742749e1fa2f9c64e1a78252ba6348
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff6e5638644256a00bc9419f6f70112564fe16456636268e9d143dd6f8e43ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781d4084f8207d07c43e1c5429293c7c5d8c4cdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf571ab952f5b45ca64b5b052bd971b6b7c040d74a6b2d6d51f9ef106cee0113
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6590ca0a432ee6dfe15b5228f24b0891b075fb09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f55ceb7030182eba3b4cd705a77109d5ac23561549178d1bef8413c9e6936c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e664fd0dadbc10eab52b2421b95620026b8c86dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094d682a2a5cd68613fad7edf1dc929aa4d92bd160176b4c5b4de46eeb615c35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e3d83ea25156f9506e8359e4219f29b3801795
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e417c84ccd4d2c63570831153113dbc31075f127006184a1ac97a004a85e3669
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6c86fef60e5a8eb7090f2508ce08c122f371b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5087aeddc2d21248f726258074629806d4371db9d786cbcd16b3293c1aa3e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b0a6de5e49cacd25dd484c33a25b64ddd097ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f66bec70111dfb7cf8a02a7d5dad784579a9f6fcfbcd24d589dc99c2fce7dee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d815a1adab835be3a7e9d0c4c77a5aacc4ee43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042fdbb08df3e00ccd523947812a77326816cb53b1c4c6af080e02dec561d39e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825cf30822dd0a859065f12b472ceece94a04cbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ee3e6f5adf5d8ecda1844e798f2437816ae04ece5f64e1fbbc7ecd2e6a320b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b68b5a55e8a1a178dffad982dd66e2dbb6a2b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac44cdd87c4698ef00c40950191a5f1104e6f93b680244fd00ee80d3e7b7a17
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2f4e82b2de41008cc4ff16ba80b4505d4f3106
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e7e579a803a606bab9bb75c53a72bdac49a7dd793035837bf048abaa70ca8d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b1ded317110e9d68f8e0401833d5c992359e2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3739baceb9c22fca762aec01fefd742feeddc811e414c1db0d27fb93a820ee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c239aecc1e7cee0430b1ac2fc36fdc149b2cb46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afe641b8846bf02cc079f7cd1780f3328254a4d2643a7e28918b2f67a180df0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15bc43cfe7cb26ee77cad70e29416e3d29d547b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441b909cd56ffa3bba8026c5c502c0a69bdc305e4462306b3524448384adb4e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7064c39c3fb75e447360ff151a8d86e108bce83e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7842b0465e94309ddfa20498c5beb7ffd4cdf49efd5637c9970c882d892293f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bbf6c60c6533595274d366f0402a3db36e1cb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cf75dc1e9fe47a51315b47352648b659dd8d3c3b7bb6884048b49b23106a93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cefa933287d812c15b16043f8f9422bb910f6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2bfca2beb3795ce64c9cf1f066cc2e9e86ac03c87c21c6e81a0578be8e464b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956ca237dd6f379defae1d15003c18a212257dc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b0970359eeb0b04175310e2d9d1b7bf94832bacee8c5c92661552bdece7176
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdb05ef07243b18b3f37d485d4c0da885d6be78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c956b1dd0284552e8bd4c0c55958893440e090f7e1058d67fa562c78d20fb891
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e3ef93c735de9b0df3719c40d5cae398fe0b98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1514e66d71af59bd07ce988dd7ff10cd5b99c68ff7d1893469347cc98ed2b757
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e066435bc4f6146f2e2308dc4f03a7fc5a8a09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8587bd7e8e9707ccdb30747a49316d377a2fa81c295892cc7c86f70628f2bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc061d686906b51b1fc229bc37028ebb5be12ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01184f1a68e5037a27bdac2e169b52f7b6c8a108c8324081482a03274d9b00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273d494412914ef7f364a0a99287aa0345690cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff37c4eaefffa01e5a630df3e399bdf828c3728c8c33592847b03594d08142c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c4b585a52ae64430ef03a975dacb7e1a418fe1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2996fd2ab9e43364ea538a57fca84062c7d3c48cef571ab1a6981460247bdd5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0924c259a50cfb8c5320f729f51f9a517c74a144
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7433f13aa7ae796070add82dd29a1fcf8baa90be58ec188be319b5845f85ae03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc46b5c555a5a9f07d01dd5e4eff759bebc9bddd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc153f8b027fcfc5b6c2ff7cdf8c77475479f46cb0400b4c65e8833fbcc955e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64b03fbbfa424e72be8c39e1d976515000c4233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eb00fba00bfe157bf9a46db71134e1d5f0b862f86c85c46d36be3a6a141c99
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03d1dbb632aa124eb1cc957ce216680aee9be10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6006c3a6da4497eb284d47ca0c31693f1b8a1b3f24efab9e359a3588b3d3182
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d3088c59c362d2ac45fb8224b5debb9baf1e58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab3d2f68280dd0e15d056bd7e05bc10433a57e6eec726b27f1e3b1689f032f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854279984a88767da491b1b2794f0ee2b14f4a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7873fc812633761ccdd75353ed8fae261d128a6e9ddf1bbe2b19db89264d3f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7a795f2717e6fbef6313aea96d8af9f35f96e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bbda601def6588037f2c2e68f8741683ebaa0a7ac9bf40146de26169d7e668
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ef0619f99b39d62cb4130e5a1bfb4ba78ae686
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d5c5f422c123ef0c2dab61b038b67a6a395dc42b34748229203d8f8fd5b1dc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68c8723bcc95347c5521f5b67e3d6844f0c3a4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1267b257d1cfc3c242de831150434ec4c204f2a73fe9ae1ed17baedb9a92dca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef31429dba7514644ac7f8723a57ef881ce17f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dd76cdbd00a7c6d574d7fdec3477f44be7744ad5b67f6ec316321a38541067
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dedec8c6b5b0279459820f371a90640ec853b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ae8574bec68c904485e215c282a81a57975c5da711410f6717271795206cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd401daa887fb949c5dc4008015ae9b6a580fb69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad5f0c9967339f2877b17288604879962771ba86eae7ed2a9242ffa6fc5d84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad51b43b697919563b9f6544cc2be154c57446
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0031784b7b2d2db2708dd482a5cbc7e327bcd1e0d2b67ab1d6c0afecd59a3628
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313b2516969ea48833f4aeef5bd39526ecdbf12b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379a08cef69d6e644cc15fe9dc8a3ed5b57f2327923d6fa2bd1f6d45e64d8b7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7365f7aa09a3af75b7dbb50d2bb51ee6bc544a0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0716bbe1e094f30c60274bb5c92e86945050f8d825926e40e1f8177188da96
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d796cb256c00e3931abfe11d062937543a69776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb3f924704dee575de28dfa7f65e6a01f68f98b3a6c72582ab0fc87806664b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0ae32616e05d42b75a8c1cd51714551265174a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5300cf5fb64a3029c4c046a3c999d4152c1e3d99049c43be4124cdba8e3070ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0604338fd566cfdff97ca5de320cf6ca40b60d60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51b794afff1b4895c49d63dc47507caae4e608cb53db92926af84092646bc54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e266efebd74ca49b0052a37493a5e5fbb88214
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab5fd132f71c9400335893e0ee9c46c4a609e26cc98f44c09cf5af2433a445f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46295d6f5e897ffdcbe39ff44f2fbfe88d319130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a59fc00d3f14623878713eb77448bb712d7b9652c3d37a13e482c051159846
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972845d92a4832d541708067d6d48715083e76c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008718c3ca1ce9ec7f886f17b16af9638932356587a9bcc6091fede493d8565c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7627a54c409dfbc042b7ff2e1b8a34f53453d52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27bb931d4260f57ef8421478038fca90edcba3652f9f29291814dd45473f9d9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93d1e0f1232f6a7cb62c1cdab300d85e65b50ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6557a00fef51013c00a9423d3ed13d5fb9813c66b783a148b0d1953d4f601c1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4abdf3e1913efd15a264960cf14f31b8bfc202
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b728e79502950bf64e796b8cf0dda40c744234d5605322a81098e7549506ce06
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca798b91455fe8c0b93e1e4e50510e24f6d72371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c00775d3a9ada8572a7f74f313bcb857199bcea0823f73ae65eb5328d49e75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78398a284d2e215323e7e6e1354bb00b53c59154
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd6114cbb7143ba373b51488a43468b0b3b113a0813c040cc16277bd0b2b78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589679114aa643940fde1a1286d67782c7365f59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e46671d5316e1e533d9ad28fe66b3e3ae8a53294721030e04ada8dd05cd061
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec852af85685aa7344e8a8f6b79df0cdd83aa36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b98fdf45ec51e8da9592b3a4dcec00b79ccff38ba8eb7304f4ad33d7f9d3931
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380a2e768e4f2fbcc138ed2fdf17269b6427ab42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ea3e4eb8fc18730ad54642a8a38a61c0ab0effb60333b544aeec940b37182e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6c4cf7d330355b04cb8c7b9c0d2e614214dcce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc0cf379d19bff8691cdf82903eaf3ea76506397283cf154cef60d538adbc73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0a4974f1861e117c49abff514e89e3f1815d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa004215538e678f5f53ce3d99d32f50d73767b3d55d5ea44410f75a108703f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a716386701fb3194702b9409424f162210dc3dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553685933822aff100f2ed5657361a47ace1190d9538f84d0018fdb8ca99a5e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994d96a1c31d72ed4915ce10f1d55ebd880b2649
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d9c609512d4c2c9b356d149409e06c8be6bab232d8a08c54264d0cd423dc2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa3e56707a85dda634b079b431237c29f8c40a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9ed9b2ac1986bd56bb7658ef0a0686780eeb3c7ac8153aa0caf6c324b6046f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad2f4e1036e4c5bc63a914f718a101864583454
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f100c6035baa84a7a8dcb9c791c4d4a2ce7a834acac239fa27b3de0abc16efe4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa08a545772e17934100a95883178c48e7d08dca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac15bd47361b0457373dfde47cda3041db69e2ebc3ce3ed1b7f39078e89eab9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d42092d5231630f3779dac9b48d332e84be26ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a5c4ac07d870bfb80f322fa88409750bbb088721f95fe7120efff6f0fe3546
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c145ef01512c60e50db75498c84e68fbb3e7e09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6100af83fc9a1c432da149d8e6d1dd7cb3cec7540438eb1e8dbf41fcbc672c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9630809c79886203e51db4c1111b02fc244e2f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0093ea17bf4dfd71339cacecbd8e273a8fff260b2bc0f2d3193d91fd98d1d195
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bae0dae65d3cb6b66ecbe0cdde8f5028e5f993
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f084546ddedd55fb61a866e41b2a481b8ed108a8e2952da4076a3cba86d13ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7505ec92139a6e4923c1d14f231e91f0583638b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2e99a4c315879d045a008b6754482d955b48849bd86ab432cd58b509606d63
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff0202917ec327b16ce0d8fb63df7e189339240
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18006aad3f23e0a95c9f5c2250a0eed7f23adcc9c1dc2fde73eef1a4d460ec5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15813895aee017e620fca2057dcc0edfb7966f07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1939f5edf897b40de020c45c67caecb8e7ecaa242a94d0a15bf0bd3d024df3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a73f0e9d6c345b7a796aa91fb8116c409f7f358
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35843291db412086217f638d4e144a4125cea5bc4228b1efd8b7c871ad081ddb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153f623019e77ff88f36415b137c6967f9106541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f3709df83c42303276c71615917afa1036fe80264c349ac3aed825d1717176
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498bdda81a91075061ca8b303bbc5d3551d32be6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597406f12d2e989fc7c494b66b310c219a3f63c3ac1241a718ce751dfb2406d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fb31620f5cabc8755f9fb02f97d875e6a2a1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af0ddfd78e4938da5ce443cca294b2298226f7980d297322f8b5ae9cbf1862d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4695e4002cc0052f8665e85f9487e4b7cc221eb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d915c524ccb4bd27ec20cbfb8eecf4be6a87b14d9a7a83c8094706b42de2cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a33c12ea9ecabc3f31c266c9b606cb703584cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaa1fef920b06b64e4ceaee29cd624740345a91184907768ad0aadbe0624d7b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fd2eb7a93a6db252ac81b0e33fb399af8e12ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e26a4435e986bb88b6446aab0a71d429b3f3c19c45c0af45c50165d33bd2d82
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d77638a852dc05b0a3dea6413dd3b2f79a6bef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba165eeb79085f200e79740a3155439d9121a5a00a0fe0fec69c51423e0be8b0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530a4be82de4fa12245ebb3715421e0eb75c0554
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d207776f43eb8ac64fd6efea2b858b4af96d30b32faf552555fdbe12c4cd240
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0d31e1f8812562ebd6fc04258f391547133a8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aa0b127741928f8657fde5776194ddf2ddd03a260000ab9a74f23caa99a0af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734cdebe3f11c7d48e0759c33c1b43c8940c9d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464961326bb4499fd72d193c96d88d53c17371ca73db7bbdf157acdfc0ae592
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f64ea01624acb3bae9d640f1beef5950292f4db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d877d519f58a243d9d687faf1a651d399bba2a5d8e2962a29f3b9b8ca1bd947b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87568093bd6cc091adc2bf36107883b343d82bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae579a7430cec240c70420cd1d4592597b02fddf733f87347fa165c0b547903e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0018931b3ed073a365b3913641e9388aee7e28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c442d30296ef0d7a29c0a5713c2d725d446544be522319ae7a35cce43e386ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f665e878ac2ccaf71cf94e611914160f5e93cf80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd93930be938ad6d894e022f6483a1a1fcd10b652dbdebf12243da7a8d7995d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b8dfa9acc2dbabbfef65c4e2c9823f4ab5effe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a682b6bd5612602c78e6b1e43d1aa79fc5dc3d713bcb66eed647b1ccd819507
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ad383a3a6414654ddeb956f60db7a4a02ea7f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba447032299a504b9bba1f6cd5044b13ddd8069eb14cd87cad9aec102ad0ee2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcdb0149667d4b3defb896b9b64d8e3662cdbfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027d012d41ae36103484b5c326b5502a764cac9b1173ae99b3e6b5cfb7c17f9e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15849a5fe44dffbd79ab8ca97329245e14e54faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d5e92698e0dffdd554bf3ea9ba8520bbac78dca4208de08a63597922063a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8b3ab63972f6c05fc842610e9a14d693e0a22a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed84070c838e8b29217ce1ae7c9105d786f8cb5c7686579e26ce2191cfe0cb33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168455d412971622da22aead3b01c89eff7996e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9fc5d379eeb82affd2833afaeee0fdfd0214f9e91cd6a024a84a162d071ad0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946a07156e4441f6176974d7e923802623d347f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a5daff4cdd5130ce4d42ef5668ec0f31632c50709ae54b0cfa5bd24efa1ffe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3ac6c08b0e3083ef6f000e86b10d45b9ae3e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56fa35b0c8123d895461666e6efb5c1822bd5570f89f06dab4573d532d88f0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd4224bce0ad00160a7564b23a3499a1f07599e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960af109b6d4ab49b31a6fc5b71b4f09e5b1ea0296f12dc1773e880dda84269d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eccb1e898870c3f5ad2e69277856fafabac9a52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c312ab01ac28ab425cf9b556f51b3780cbbcf039ac6ce7a941b21adf000df8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb04f8e952e72c89aa91391dd3727b256aaeb01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555136fad2f5c20205f571bf7a9cc4a27dd70dd11b2abce7025127f145aba1a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69d8c4c33ee7dfa335d8b5924367db0d8ab0762
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd48d66387c430593c7963ab0e5b8b8301feac572e17aadeced80bc287df2383
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57d00597dd64cf003edb82f769fa27d5c3dac60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4948258f2e3504f2f9e9a0126f468e0cd6694361d704af81889533f53acbaae0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d2c94bb1215df06cb6e01f10cd28670a7da74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46208e05c0a3f3474cd291d3629681514ed05fac0a5ad4dc160b87b66b99177c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed6f1809212ce1fea4ddc09819342d2d0efc7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7045f7f393d587eb67b61fc07ac7aec07ff5d64a9c0bb2e7f651ba06577b3892
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905c2083ef86332dc0a55462ab96d0164d29a699
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303a1310830548f7012ecf78348347eda044267c61eecd2c9725b6b7570918a9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5309bd4fc13ebd4d0417519de0cd28a9cf6ea3e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8beb54d2dff169172cf3336a6272ecae6bc8945c5105d3b5db51c7eeb6f7b26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af44fa1929353797c97efdcf296c738182097273
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a6d0103eba9b977768ea8d933d0d5e61ec5e7bd3da7e5b304f4345f1ada11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf981be47dc72a4360aa1dee85cf0886549b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f253efb8014c0a2269bfd53227b1c74aa8f92c2027c03cb43a2d08481c361f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e737f7a373d31d4ca40b25dfa6d48c00cf1d854
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b14ae38271160a18a6a9b61a8a459b72cb890060489e2297760589bcebdfb39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f70354e5105ad722e2864f5c4aa248fbe2264f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738fdbdca7dff3126c5c38f70440ddf86f305891f9ddf564132c1c76c75b302
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b775c3a9f8412ab73ad1be9526315756fa6c5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11663017083b072f1e26e56b1e174dcc27134fac281577a94b706a6a194fea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c2a990a26228ad7a257230db1a37f482c296f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9918f2cf79b3f1ff36b23dbe6639cb348b843ad15cba6c60cf7624553b6fadf6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e79d69d0fd85dbd848b7c307591bf7a02e72e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7edc1b7d08bec14b78549be843287f8eb612e13dfb9172f4d35c6fa8933bfd2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3416b74deaed6693efb5fe2303913a73338b7fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7031bc34629f0dc92347669c5dba7b37afd706279a728e657336e2df5156d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31398f7bf41a40ae97c9ad22063d69abbbf8754c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a658a34d23f45de1b694e4dc101b65050e081918e3426cbaa8b7c53808e3fe6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31fce7e45a36fa59466fa22a5062cde7513307f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35220eec6a90aa1e99151fa66df852f19010f92184a6346c76370f93e944bace
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a474c39b295c60b482e54f1ad6d7ad08fb3deb10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3560a9b9b9f83bf943e8430e3df8602f528e3fe917969f505d899c57fb5e0b10
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4239d4ecd8b9574828128b8c05795c5f99f7e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b46779768810863e293cb690b21cd1888765690e43572dd098ab09b02c6f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8cb4854dda813792ce836b29053e1e5078d85e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb98625d076241c2931891bb04903c8d9809c2953dfaa5cc29b122038c95d77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e4469bdaa212d13879222939b34dfea0a98391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc3b3957a80f5e6a16f88c65530afd38470505e4285d1acdf3b532ccb5268a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3707f2c0bb6b171880914a3af3c0a3c31a18d8e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cdac7b8733b4ece70d22af9a847fd8bd3570c9daacf780ea733d8252c17dca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38ac018be0f1be33b3f4e7ab4b03be67a8e2b45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644e8f9ac56f0f0017a1ed3870d68638241d1eae28c4cc7b968ca11cc5eae697
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e630fdbe188925438ad99f9c6adea15c4b4ab5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619418b7d4b6e97dae1cc10a788be543d6f685d5dec7796362341c03bc787ef2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6339543530cb6a571e8027de6cda717ee5c7a742
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eddc74f54c007aa19a4a92c99eac6cf1b71bb03d3b088c076416164bba5231a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f880b688b541f265bd27313ba10bc742bbe9eab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb1f5856d975e7d5685d76df4c2366b84ee962a8cd54e459542e99a4871d0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b388c8f7d2487a07534b26914aa4f8c8c3f21798
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d5e512b424f582222dee164181febb92bdf6c49bf3fbf21bac91b960aee4d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7297d0056403922fc568a7869b967d1c37de6a5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c19a3557d98bf2f276b8a137b12d4d8220ec64feac27e5a77fd87ad6a5ac06e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eb02ede951add090a31ad12a51441a298eca1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4bcb48a6879a11a2e00b41502b57026545ae2d90425eacd919a1bc058eaaf1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f275080820fd0eb5f026efd3c6535fe05ec8c57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed46a835b6cb706e4d84c6c897005cedba340eda636c4996c7766935b3790181
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc698c3ae4a6519e2613ce1235e1899faf0ba79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c2e78d129fafc7c69f4e179867f36ad2cd28cbf885d7151c0a880c8b2a0e91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bb64be1267376fd642f831888b41cf9d6bd6d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6265eb9b3e1723fbbd06b5c58a0ff7da676189756997df583f707e3ff4fecaa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8fec0695247aa26cf67995fc0984f83ad9611e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca40712e3602b21e593d46daca5918e53041003e863fd962c8ed40372fe21cd6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95a7d0377a4a40ea2b4ed28217d12635d2266dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7ea288f8c832fc5159f121581eae44c3cc502c432eed2f1dae3389e58cb375
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97118a10a6fc383548a952f4e41ea3bdc7f1a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f159fbdc8e0933e7e5b5c91bf30e74e92fb2f77e122c4439ceece1c793cf39ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d669d4bdcda98b7ecc6e46524317ccb434aaf976
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32562375b404118877973171a0365b0deef6a47630ac57becb985326e49f71d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869f66f137f995707b24b1d97467135f3f76d098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8652141b8a0a209229af87082b9bb89660c162d2a2dcbff13a7ccb966b78bd7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3e10e8d19b6cbc6db393b87b674a27ebc4037
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083fe4ea2f349a467ff84563146c4b39547509480462636d89e799b0057eca5d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7d7bc1650c81ed4ac337067e167752c17789a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09f11e6ed30116a9f0fe267bfcc13c8047ca54f077c37f408c8c71e41d1d7c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf913d09da3466b3e0f0d5cebc19949f2e5fda36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ad4f9ab3f10b95a84a477f5bfdc048984fe263076fbfe3dc4429323b603bd8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d246b59c16c776a2fb2731880de2f9c0f8b32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb915e84940bd3f11bcacef0a1d6a135860d1aa0adf2e153ee1c7c80ee00b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864ca0e3d6c7f85119779b329b0429513f6a2fb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517640061efd896f4ccf45d5bb601f367225dce7a76e88b14ebc6453ad217e9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a64844b4444c22303d7e1238e88a9e79be4c6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebff260ceff97153d09ca1e9d30bdbf2df0ae514bce6f0dd426fae5953fb8018
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749b1b1358381eec360fb079bba3515190ec1d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7043496a4aac3c1a8f035f118e1289f15c86bab4e20e89ca61d91a1775e5b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725fe1d62de1c91afda95d3c32087a26aae0d095
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc5598dd3ca24ed2228d9c373f7804e6e54e1a21e5f852980d3540f1b743c15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d8047def0d69d35011d50c3d98318c7d5e21c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5427c06d9f51aebb727bf9d629ac9958eb65e30159c4f7eb408ab07a0f091776
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f4e8fed68f999588479264926bc243b751aa62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8d2084d857cf4700c2760525e25d723091beba60388ae9696fbb00e36ef52a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc240b61eaeb100b96509da4d81f088336b42c53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75013c529afea4c5261a1ad2b9697eff6dad4bd3af1124bc2163fdd631157db7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc1f6411055c24da872092d778541f7cf2cace
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26123ee0e11ecfa0818f2c766da4a0366f909d8d632357b7479d44796999ad3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71158fd626c70cc4340b8109ab74c7a937a5833
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a0458a9e7b0aac11c54b78a8d116a97499942b8e23f4d78f8b8b367e9bb881
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90adade73fb3b4f75db3a6677ca78abd37e6377c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5ecd08dd0a60c2b46dcce379644ae4d2b90aad4552a3196016a8e7eed980c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ccd4897c8a1b8af803debb46bce2179490fc3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc207fe7236f5570a44da226193753f244ca16c0eed4be92c15895de1b590975
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037afa55fbd2b3a85d5a00a474018a4c023a6de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9afa97d7a936b1278692be13fc11fa5b16adc35a7199cc338cb2994c0f5892
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335a7eaf23c72a98c90cfd127febbc1cc2361544
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728c1d17ba32fc37246d749fffabda70b42f107d800fe296c64c2b6ebc8fa240
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6d47141cf13a74e908cfba28a22caed220f96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b2d2aaf8bf14c807c7e6ae2aba164b225c3716864be6d8c8df41df396d2d67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0324e7275dd3f4ff1a230583e72edac13c5f370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a05b0e45352c13ba23e8956ffa905cd76359d4f2b8cb4b441b26dbb657c243
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e3ef2b75959e03edec21324504ca5bf93c6014
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4884f9179cb6819927944a5ab5256c0538e4b70c670eb2fb7610596905e7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7903961a83bc55d70250454b0a00f847b542657
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe30f85873d016666f62cd5cf91c56a055ff449360ba8e0afeeaba47581e7978
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba606409f97730011b8fd98d5cc13a3aef1813f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df984db89c68ffcfbde09b85abee766ba18ef4057557d38abe39f7b5979d9b51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed8f5546b64574e346fc3f38c15210d899df947
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fded987a4a9be20e73f4bd8c42bcd94c0e4b41e9d3513e8c9578780d49cc6b52
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c6795ce080115e4e4b799148f8323c2f52a123
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0662fb4c1d96934a02b7a77550e52a80bdc54f6b7569ea244347dbb02af8dec4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce007815cc9650c5484dd24266e32e06378ed7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3d9129a4d9118f21ccdfb84830293fdd6ecb8766d40e38091e553bb7916f75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa1e5a742b0e50cc98b50a497388502fa6a3d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa91458bebb92aa5137a0ead152573f477471333655ae1f7478c901ec6f61e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc06fb3c25454fe7c5deb735d629221909376ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a9d8a695ba0cbcefca5a16463cc43589e82230e46ed73f3381c5c3ddf67b90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027be9df278434a7ff98290a45a90fce0c0f3f89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2a6e7ea4d603b8aec2c98e1695c935238b7486f2528688a4babe10d94acb6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef1243d3d69782c4896281a09b22e93bde88ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8646207bb9655e153f226346c3b955e9b787bd02c5a1db60ec286445dc023b4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d98e27081ed5d35ca72ee5edc0425b041fc2dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5acce63687c728b714bd732f81ba77774f0926aa6488d26d9715fdbab5f29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3809edaf8f0844504165b84661ce7d40f40e9dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1963c6dee60b9794b7e0fc0e0aba45fc1f2fe79cb30f45ec53fcc2283cddd4ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5375bea9b6d2c73137fbf3e8e818d999d10340f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e066289c5f7fbf7f7dcd96a898904f41a00472a301bac71e5d68a8fda8688694
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaf940c523012d52338a94d92a0be0249b3fe58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265416f12aa10aa189fb4448ef4954de5b1aba259467e20a2fe4ee49fd74316
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8690f517a3461dee5d460abae0d1df4f6e227
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc8c8726b385e39bb5a8ba75a8391b0b2acdc95387f71b34c623e01d126903f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c3b8826e8c866ee79c6db3256db218d6767367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3634db1217da4ddd0522939a6644a979df267dc94aec6f12a7d81cd238c2a7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e687f2fb62a100e542c1c2ef83e27227f3531c89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba957dcf68684fc487868453af09fe43df1a63af32d1599f006880c93e39e50
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7502ef9c98c40b6c3f208214bd9734d8f45f3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0876e05575150b1e8d19c8cdfe7603c828aee179c2efffdddd64bf1db42968
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1656eafb2ba6c25e7f2d3882e0dd06498779773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc10be52e9ed60e38fd1fc62de522dc3118dfcd7d384c5137e6ff16bc56b182
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a15e8da51df29b735fa4f5cbea0226df016fff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe8eb890263460911d917b5573ec916028f9617afe0c59f761799bd66abf320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbc4116e2b74d206667b8e76b20fc6e3974dd18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceb5427dba6ef594a078faae5449ba2eb6c502aa34cfb423a9269a852497fbb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dfb7fa717e8fa2aa4aaf0eca0a623ff98fcc5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6cbe6f6dc75d729e4183efd555ccb242c348c635a33116bcfb5593f10cec20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a15b93d1af1295b61fe625e1b0973418e217275
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71771e3d2a50392319477a7a877707be062a913bddddeae592e72ba81255133
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b3cba0f8517654f093087b13118756001ba3f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914c7d62d213cee81d69119adab872c9622eb12726d16d36d5a6d17c913b39ee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb67bc3652d536c97927789680633ac5fec9df57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f0f557b2329d4a4c45cb0fc6ad2cf4d1c5ed768711c3f42fb456bfc839fe93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5dc8d1cfae83902ac7f1c5afcfeb16f1f6391f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbac372b2b1ce30b6c1a655e56e459c880f60b839ae2f83968a873508e204d5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303a3e48c36638b4ecd80838790aa547cc14254
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a207ae0f85a9b7a0e395c64a43b9e0eed9adf36d4a4bd9c129b08f170936476
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb410b203241f2b03427f52185106d802e942357
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ef4ecc370714ef9fa799876c90706bfbf243c20ea7ceabf5f41d18daa91289
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f141a6547101b011180f03afebcb98975a7a255
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3804ccd473c51ddb0a3a9f6a7363ac3d68e5b756e73801581fa7e90f3df0935
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eb8baea9e2bdfd66a3c7bf22500bcfd9de8f22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9db6e7ad40dd5ea163c0b45911ae520ec821e6e45dfd77e1dde79d02c886862
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c166b0c1261738e7a44b9e245aeb646f56aa8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf6d6f1348fd34511a56fe63c44eb3a3b184a29a662aa96f2f33e9881137a51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e959282aaa5252ed2c5ebbb6605f0be9f8de674
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4781e1df724a5c14a221be5f1fcb7eb6d69f55dfd1b9c547709c4c60aaaf58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c599c31e642375e5fe62b994e4921432a02f3e51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42242604844eb11a703ed85e7e7fb5ddaa72d737ff7480495ffc91cf63cd8804
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183014676384f3be3f7a00c6fde4c35ac1b5adf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c3693b68a58e0ca046042bc1d762a79adb72c9c26b6834649f21703c62a68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb5afd148bf3a81fd0f8e223d1797e7830efff7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd3c2f1748999685138e4af165f552c024c051671175a199042bd7a9893c851
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed431cfc7b54ed1df42769d52681d47c4cb1589f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f25eb6be72697df8f7259498e9a15e0aba46fea94ff41daf29e3ab963e6a9f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b2dff26d94ba2d44c0fa83bfda52e5c710243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aae9f25abb8e4b6d4bbfdb8921e77b138b2e4c384af0111b26c69071540008b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5485db87d491e4e0d19be218788073843531fd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff764c282077f1a5335afa0392cd3feebb23e08b66dd62bd7e8e7b649d01435
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440aaa3cb5de472d9a011f502584ad20b0ef6e0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b8cf76117e3dea052fc16cadc4e18a793661e944b14216642ba66467ad1879
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aa11a0d7b292bf4f71a575ee620d78d62d33e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefcc4b4b28d54d1c685ec486a43eebb270db05cc3f96dff53e6343516cd078f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd2be460907bc102178e2d8710e6ad09caba215
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546968f3930011fcde3b0aee6c700e5e79d75272c30b0dc2328487c905bcb4d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cfcaca6873cb667a6b92232a0165e559dd6a47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a301e7dc956ad7e33811a328e5c36dd73e2d079d4e6c05286f453b9121edf73f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b224582ab350901b36efc8eb777c140bf6a936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9088f8ff858f1d8e9e0203072681cadaf96de946d223380f4d209d286cd296
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e673d371e9f4917f173630b8fc4af433b288d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7ebaa0b3f29a785a1b65266f61585ca912ca7b2fca910def4918ff594eb5b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c58c5bbad5b3d48bd8bc1c6e7ce02d87cfa3418
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889c1864d91bfce5e70a6cb0043523f8747e66780e10e80e22e7625d9abf27e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c75048f114113f88ec72fc705086e7a751552cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a891e857828243bb611bc467bf50bd85537dd807edc3cd1caeb0bbd8f2be1b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2aeb422507d9158f6bd170ee2da7deebc55899
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699d99b5040b933b733a416c8147a5c1122b871048d22bae72819c329f299ba3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91540dfaaa715b6de1c5d7a29f23eedafd61d46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cc04106fab234d6cc97e7237133b67541b5132ef0b8ee11691ca6bb90e0e94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6213e4f07d773fb8f58c11bc0ccf2f93db00ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5024d0ffe7c35208117cdaff16c328acc5a5849f895ab767d4eacc71540fdf0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63534661f3839b3087a09ce28893f1eabbd48bb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d425d9ef714e8da1d908900379b2e92cb8ec1caf6db75025569dc1d99acec65
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d21ec2b6c03666c73f7772520abf437ca75e09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b136f70f147fd59f8a34e4967c12be63bb003521761244f977046b8e506ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2685e574474a9edb567c3c74fe1bae82bb4f055d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1af1c88b027bd2eda191777350d39ec0399e6fa92b5f3fd559fa2e3aba2ecb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9f94e93ecc657cbdf1a69bc439bd9d065b244
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e9e7ccf9a94275f3ba5f9e9fb45fe8fb56d7b2d6b880412ec3b77526276cf3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b886669716448c333d1003b53c66ff6a173b53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4b424d2fccba81b45dc83fcc11891cf8f576c917c11cba450655d12f690a8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a984e8620d03c51584122c6d94a7ce690da30dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b80ce278c3296ed86cedb455c95e6f648bb6f5f43725568df5a3eca49034532
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef140a213a2ee75b7a2ce74e61a583a397e2f7f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d961b5c146b6d9340a6d103961ab1f9d83a18846b1cff536c3a1fc28f9135264
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bf365387d6963a2f744fd1fa10fba88580692b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d8ec85538263de5867fc411c9c222c1b205bbb65ad35bdca10c827b671d4ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec19a9238944ff06ee8aa537ba27695c8e8e5be5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797facc93c9607c486eba1f8a769cc6a32bc5164cb0c81079025e2e7d31b066e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd6f0faaad1a4e8649ad66dbcf5ac2217a94568
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c016b6969370c2f4f0cdff959da848a0e3a13a4685cc7286b8e0bd67d7ca2b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4857cbb16941d4ab9a320c061bc921f61208f7dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aaf76d1c15e5b657d69b10d0efe461a95c2033cde20a3fb92ed72b028c2f12
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11741e2e388b6ae6af87c061e44c46621b86a32b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c6efe91ee28d1d17a4dc52efba0db0c613b7905ebb4b57a55293a028731e09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102e9d826c6a8fa52dd7969b89418e26d377f5cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18851918554ca85de65389f7f09ec64e3e81b68a02fdd3bd8e439d428473b551
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c2b147065b130c117903bc0d3b151b168788e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07bf5df22c473a11a10695a1956e987de97add9d7346eee70db0c73153b31d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b4aad16a5df74d336ad8624db8dea49de95892
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21a79edcee37bf694e88461db3694b750648c56b1907d60f50db9feb5b904d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f6f168131370eecff832bb17bb3cad7ff33e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a01a3a1d427e6ba0237a06c9437aeda4420a012a6f4f93c92240db2535831
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563a0a60f6fe91ae36793a332e7b06d81b32521f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d7547e5cce628139d285346d8cf199a2e996df3e42e401ae86efb399feb05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5356bfe34d0730483e562b0199da72b3427e097
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6949086b1e025dac435af03cc5d66470b08ba1b149c195229d97450938aabc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19d090eb40ac49eefccb7de2f433f306977f5a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4cd56f483762411967a259958e2fe2570a418bdf4e958a16008351d794d5ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0c9f500a4fa0fc9c93bb13078eec4434a4b5f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caff9d1b0f3b6e06329ce20175f63a7894547524b44bd06842829970fb422055
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25b33fc8ec2aa2d615e64c6f58c1ebc4aacaec2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736c795e2b8f167efb455b29d1f119c0ccdb2863e8f4d567e083fb510139db23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a013c3a6b19a441dbfe55b618bc0aa1b24043
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40facb42f0a32f8b5b51c4ab4c8be1cb9d0c03c2e88d2fd1649fad5422f7c95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae71072a4b0ec6f91dd6f871196a3f174c48da6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4633b96eb348c37f7896baeda39e92e660b04acdbe689bee674e349bd47ee8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62594f1bb26a622c3ae368535355d0da1b48811e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622c0aff4477e1785ad43af3050173fe913901827ad5181dfe2cb12fb0b24b1d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292a924e616c2a729986bd007c76ab902bbecf0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0afdfdef0a0ccbe29f9945e8b1638fcfc3bf9fb4c19020b5e1d325bda6fdb6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140aae972149122c361e8f69c49a909b9ff31ffb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57afe87c3c42f34b3d831809a77b9b5d3b8aae1fb86fe959837cc50e281e6938
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1894416440c75b0ecaca33b8c4209b39984fe32d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc9c9c465aa8ed0dea473bfe508942c1cfb81c4a59b29e5d0229ad57ddf6a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc293a6e2610ab5fb23976641ba7880f38acfa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d72750943e46fc47edbf648cfaba709c1996edc61e0a87d4c4adfda4f7e547
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a889b1f7f4eee2794b917230fc3041dc3d19216e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4426f4c920956a53cb85b96368e54651e8be4fa6fe92b1d03414a00638f10bbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fea2c61fdca6435a74f98e9329df8822092c0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee12454596607242e7ef41f1aab8718112ea15fe05727b35fd4fe44646b603
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fec9918466a8994e51f4a379dda853eb10b189
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd6a5dbb8d3e7a22a8ba4b7082d1cd290387f241fcdb05fc871810d1a365da5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f37cf87e74f4e6624ea659926824cb8aacfd29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f184de6bda4709015bc760e1c7a44ac062f461d9719b5948cbe1a43ea782734
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cb29c1a4cbe2fa88c9a0b1141254996fe45dd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f259f773fb36e94566b573f8c3b444d903f90c17aae5de4ee938e9ffcca541
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586d46a944a7cf316b36bfd4f0f2c04fe9a0404a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b784ebc4a6cb3bb82040cb02da4cc87a2ab090b1e76665d97314a874970b40c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d64a9ae42a9d5b277b38e96e6d017dc4f2f4f41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d12faf9040f4193ad9a7a62c178c962511f2d7a75ae03fed3d97e4574425a0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd3219f2743e76ff0b725dc444d11453edaed4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29cad9cd3895fa847a84e3a7a74852b9e7c1398d41a7f4a9258edb1acc96bb5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a090f1b488348f81e7ab0b07ac04a869c71ae77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91686f164f09bfdbfda61cc27341fbc210aaa8dfa5102115af4e8bcbf81c9c4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e60ece5414454bbb4ab865f3ad7a712bee733c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc99e5bca2a1e8e5b2d684f394ee664d1dad0968db20f6484a385d068b1e08a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c002ac08d3ba8bb31958f2c174e633709544e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fefde45b8a9aefb4d4353e107611c362903a01fac976235e200aff6eef94916
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a7fd48ddfea665d2d9c56364108980c0af0d65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9149ac751cf3cd5f849157901fb6b87e016b2544f97176959512dcacfcbcc9b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fcdfc6897d408ba64c6dce16e7461450b04724
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56a240d5ee342a6b24bd5c021906cd9bd10c30615b495e29184c7073edc154f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c153cd08cfd79a9afe6cd6e0e1b7c4ae150a884
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934283fda55d8f4acfbd05add348a5b12ee6e3638cd8b2d0fc6ffe6a7966142
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb83b95a27e3451d6f31c160d7d4efc6ed2fe6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0cd56686e34be546971471e120536a40e0e4c76da9926048dd6297c1012d3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41ea2ec0ce5b30635677128be6ab49a2e1ba62e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5f111c0a98fbbe61f77832a6d07b62bfac4185a097a9cced69a8f9b24d6344
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b690d15fc71dfcc09e18d6b767de38f50081e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af4e3f426ae7ff5592e980671e8500f6ee2f889d4249e6d93cc5b915c359d83
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4458566f9e5e5efce84f447b6b820c24b3b6ebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c270f36ab0bfdcd8bd0856d71a9ac6a1f87866b99dabb141ec3711ac90a2720c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf6e50beecc47f2d2088b586ccb75370b83a304
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2eb292a8fd2a3be211a46ecfcc594e310735f409eaef0ef2cb5142dd2a47d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537fa1c306c75e9814681ece2b7cf198bd6662bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b517e73caf8fd3392e8efb55f6f69dab8eb82b8bb5be651ec8bfecc25c4d138
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dfff8db5d34db8fcc67e21fbbc4cf7fdef89d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa667ede22eef3f43d7e2266f13d38e335dd02b65a3f254fe698e0d85657007
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3cdee476ff964d11bb93bf484c788ab6176cd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5672d3531e839f804da70beaa4411839c0fc2e35e0e15ed8c19e0a0ce58b26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e6a0d56ce8cc5ec3658e2503815ddb796d8bd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c07d7874bff2acf4935099adc5e1c79dbf15a745acdd165de30cbfb33a2ea7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fc39fbe6c2da9a6156f95cf05d24d25b20f248
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74127600630c8930327eff92a685384a113845152cd617ce6f88888b7ac4c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8ed1acd5f6cc2b1402005fc431db74b84211d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07929dbb3c19fe75adface05b8f6ab23b020cabd1d41df3e5fc068886d37a976
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a856a2bd47647c82164a5c06677bf899b8f3cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17c091064e20d0afcbde839deee97440865e065e0bbf16aeb0574c854c0e8e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96371ae742f4459959ee15f42614559bee7bbfb5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073cd0ccb861fd645911778ea6a984162cfe999ddae3e3232446980cea22feb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4261cf8748ca4e7bb42ca684ca7de965bae9f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ed0896b2c2378d7974ba0d2f07bf0f6e37130ce125f88e45a9d1aa975c5ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1f1e3976cad6e880d94c9dd9c99c17d3949d73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c7f6a71a5f60a1692f2819deb3fe93040f1e0d22994f09ebac55912579b9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743fe826afbd067ebd163104c1d277543268a2f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7174e726b4afb144814c1585533609f160aba096ed31c1b570cc254d1333928e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b0a1e8901560ea4cc7bd80719a48dc8f735a79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d733215c32ae25d0a3b3d2f9f1248245203fc57fe9e9d8c61255c22e132de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae599d6ffa9225b5ae5d74601e017ca0e2a9c38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f6e23503fe8a712abe2b806cc528ba2628e354e9290dcf0d743f2f6bdf08d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4797b46e19b621eee75caa20854e896198b3a26e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d278488075d2a4c5bbab7b4fb53b9f46b09a20132feec2157b52811dbb324e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608b0713cc36a1f919898d21959e48087df898f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aa1550339f50448fc7c2932bd9896a00cebac9c4c310e7e29d483619a8e185
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02dc06ddeb89a494be0f0cc2d41be9e43961a16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73f1d588ca6ca925e7d497b559e18f300d2f63abfd9d96de0e47e0df919fb4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b563e47666373beebdf156088621563b64f2a280
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8023a97dba2b31aafe961d1ebe2d0eea9ff626020842e405e5faebaf04bbc2e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50bcdded29a6ab5709b6d1cf92f142afb42e656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0549481cd76cf6b886ed0e546cd10c81d2aaf72505174732e79881220c59d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b5ff1fd0788991828b69ebff37af047d1b4682
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e0a030be7b3b70beb83e288cc187ef017dc950068374b10e2d419b6b24762e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f19550e9c22e95d486c1e467a3c582fb24ec2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fabad2ac1efe108894392ed69fa4e3c2f0e83e162a22de08d819222579c763
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04b4197bc28fba720ff573dd054a0fd52c13fe7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bb5a64425d74a467293560d02a2851ae155b352890e1472951dd0c9d69419a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4a428c0959333cb6ee613195fa69fb90666cde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51031f6f0612190124e3b058ff4ae96e3ec16f06d463bac2c2198f05f8c7f82c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b82a4a44f60ff82f6303c952065f20830feca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0953ccbfa0620dcf52f6e6853c7cfa65d9ef5ed334ebf13a617e5d9ca9b591fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e006e90b338473cc32e396a8216420fb5f5588d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81a2c0a383f50d6eb177b440df461b3634e688bc7db2a988da25b9d196e0be0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19977fbd9b14d2d1d368aa73b068bb5645c6c460
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c976f83c5ee6110c9a117459f3f0096c0ab2d5ec5bc185acf46a123f06822034
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf9027d38ddb8fc7794a70cd7dfed6c586c2ca4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9baa00cc41b3471ca0a24038530e404f451fbc88641d09a7041fe3d4425c57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad387ccd94f4fc8fe8f036f0d89d99b85242a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afcb7260f0c694d6eedf0f3e153a28e246c9444bfc274f2c387c3fe00e00ea6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4df64ecd3525541355921d42b6ac465cb0f84ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25adb31c78759f2676e1829735ec0408449f9e26c04ad6f9867843930d485f8e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6dc102d086066e35016dd0e21fc83baeb04255
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd263fb7f521fc9f9b0e4f5a42339747f4c6df90400f5f66a2fb1393bed22a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b4c0787e1708046890c349270b09f27fefd26a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f580507d419d737ba4d15bfc8119c1aeea7178e9f72323654693debb6fd438e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b859e7a7563b3ccdb3ce2203039a94adadec0c9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f50a7ce6479dd32f40756b3801664c6c19000e7479b52fc08ca299745ebf40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4109b63c298ee5e5096345e66dbe96ecaf8f41e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a6c2fc56523f42be9f138597a5beaefb250b571c1f867dd279a23a902ad204
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b316b404963d3f7c134dfd6b2cad8311c3946c02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4387138cf62bd06627f3be1972171adacf6de4cf7cc70ab156ac519cd4cb074e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f241a91ee091f6a5c1e11eefb01357c115734b43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ed12cfdb0486245391b2e79bf83da611e01ab4470c8866dce21f1202050de1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b9e3f8034f62ff3a975ef24b9545ca820c7f7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf59b59bd1d9a2f0611fbf4c4dc1a3478b6469b93dcfe9b61e8783d3ce8ed7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a0c31690577d5078c7a517c951879be08ac5c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7532a0fc98032017d406184831058e9a7b2d1630dafabd2e070639ae050cadc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b35dc97650310bb776f2d1e6a7af42f23e848b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc56467d39ccc5a22fdd35c28b620115b7db0b55e4496399cf5bbfbb98ac2e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6334180329b59ca767c5cb564d2abe33b386944
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0378109d928dc6967f3bb25986d6455c8783a3cc47eff0c78c7dd75cadc7a380
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7405dcb2a35af286228bdb81716411fd99781d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d0a891ef400a3e393e454bb4238cd27e3cbcd54d93dc0129474844a10583c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adce174e08f20f39feacc228610bdaab66abc57b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab49655fe9ed86f56fd714b0b202998d9b3bccb64a8b5829c3442c70de448ab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12a1d2aa708606ee82e5e818ca268c3fc6d70c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184e052f39db5d573c127ac3b7f4bafa73d91c14a497e556fe73a5606aa63215
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab494bf08ca5c1063348d982aa6090e1b66134d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b30dd7a533c532cc90acf5a62d09e1a2320261e849e59fa4ad5186cbae2a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7ead7b54f0ed5a2c7952e931b5c2b9184eb25e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16050c205a0e982c4c12697973461d0a88cc8a418cb1c0b0e2b9afc25554a034
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c588d0c2d71989ab9ec74d2bda3de6a8651155b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc71c5b10cefb74c5e43197322ee91607f1b0a020d046e2067b368ebac2cc25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2d723470bea888858d710ee14d53c1d1838f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c0abd8b04d629371a4be789266d32e4af900e8cb802504aff9ff1b03d156ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d095e620dbd75084b216d588eb9aa46bf24a50f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4395e46c254194bb9e999b71a2b00de49591f6dcfc8a298423543107d33bfdd9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e192fe5331d4a6c15807d20a8206ca55a8764756
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9df8f2ca6e182913ad7b79f0bb11a8071dcc2a88d50dce65862b537fc1781c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a0584cbe33b5a6e1aadfa1a73cd60bf1691be4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3095e5af4a3a00e55d4b582aaff6728990ccce595a42d6ca3f57dc32d4d43a4e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921c820d2d024562ba08f10591e7f4f4396d3604
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8df4588e7b0d8a561c788c5dc792a99265e2496ffce65fb9b2b8c9f6b5129c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b19fa8b0445963a97326d7e101239f0ea391e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5330e4601d9dff598bf1dc6933268aaaa534bf9e8636c6bf19bda437b7884d02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcc13fdfd35f2b9107187a282206cf55365ef3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4955337484ffd647fcff0234e1338fe7bda37293d9b4688f15b62ada2edc1932
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943ccd495eba70bb4f8bce66b519c92edb3058e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf1f56d4e99e4820e0a5f391aad6ae07ae8239ac4b8cd18ce572fa1e364fd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033f5fa5931fe2ecd88553cf457b5e9c0bfeedac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf4da5cd45e2d52fe6d0c4843bbba1fe576c3bde0e3b4a8d33173db9cbe9be9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2312072dc81d4539e807246bc07bd75eaddc4d38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e9db60c3713f5a2c8e0b8e98c028f0c78c00953f14a7eff06875ac83506ab6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf94310cc9eab1c4ebb94ec881f153ff7753c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd27a025d31e7fc50bd2b18a9af446c431a90a23883545810c73d5a1dc691d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0374cf8c60cf8534115d7a904ac8c3d9e4f2a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285d374a0af88b0faf1e8b98dc2377d5694b413d543eb8bd7fa345f80e7a929
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add96fee4e35200b9db77080c76103e9b44a13cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b9b8a257d6dddf2a42464e8f4ddc3ffb2e5fd55307a54936c13e9bcbb5ebd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8035befa5da76a4eca958022f2adf723b009c40a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123df2046e76ada3e92cab233fb455d63bdfbad85076d34fabdf1c84f7ee0b73
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54c8d41c0b1a1f849d425a8ae9bdf9f52578ead
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2a7a2899a904253c5de70d3732a1ed7ebe6241bb882fac11ea3ac6939f0f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b147be0759244aa703b35d059fbd1e65f97c939
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc32c870181d9ff7295dbf02d294ed13f29b4731c988d21601ede78c0b15f77
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3238c74c04ece11fd46bf4a80d3da69eb07d4bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84296f722e9717c7374252914601495fe13d6461f8c45929ec35d70c4549fb6b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4c30bf53e12ed7fd60a10d3a6183a4d6ea34ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d8f4e80efaf968e0251a6dd8b172d67bb8d5869cf6b01f7fe7429e98db479e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b04ab8494fb0620d0e0ed02c89de70caab8237
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48b51ec31a21dccdb5bfe0d0ed26fe66c3908ec4a2ec79305eb74d3ad20f869
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0db43756963d4e9447247157c1f158f48ac253a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e181382c87fc9c78b68610ecc6dd03a49fb4174ecc0e2e8da59a4bfa2bf2174
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26665a896538ae6cf27299c9e5980531222fd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c00064fc56776a01c5b8747238e9f391cd8d132775ceb2dae64ea7bd04bb97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ce5f21d935fe62736707889995108cbfc34e20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8958bbf815a8c4e9e21cc2f43c07cf2bbf321633313b102ac218a7fe6fbf0fba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118e9a1c77c18211f36f0b575effaf10d920b662
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6f37421a7fd9942faeafa1e9520ad2561d6e1a14ffbe35ce66290166991c3c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf622f76574b3cfea3eaf576385251531f81b105
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3804bf0ce0433e19713a0094ec894bcbdb533e8a4ee0388fdafe0ee0c4a8852c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cefb22c7b81b145d62c956814ad86c3e3e65a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e647fddd356b36990059da7b1b7751446ecb722c7971397dac8727789d9883
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b38789bc815772b1cd17bacae92bccf46cd039
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e3af0080f53ae75c64c00a577806a4cdbfc8cef91e41ddc9d660b0a5a3e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd20fa8560183fa46f87f6a7744e4781a7279b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536129f6ce6c2a4b379e17a9f1affb2cceeac613486867a3908914b3458bb75d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff916c1359f254c6ef828bd0c041fd1dc79053f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c1faadde12ae7503a79c1f3576a80ad2dadb9e321b3c91146c7ce4816db7ab
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982ac11288a31daf20587d3e79d21d0cc928b6d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafebeee21bdfc366fb6af9f98d14b918e393786b6f6ee8d3747d39606130368
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2965bc8066071e6f447e266048a37e6a03bf5ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab615f528f448bf33cb1f1e400ce4b01ec6a7ebb8296ad1195804b11f911eebb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d990d3bf678246cd9d19b1ff30993d2dc4657986
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8b49945cd7ae075d1ce9ffb616b603f2fd64394ab3dca7e35974a9e2bb838e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064b8c4e8b6aaa65ae26936d69d249ac7857dd2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c5ec802f922c6a4f0cfa05324362d4ddd9edce9ce139f7ba7b3d4844a88dc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f272c28153a1244506422603c927742682578b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728b8dfbc8dca8cc5daf3929b9e17d54589e9a1944e79faa99a6262ee72333d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a34f1a7ca3caa6f10cd8dcaeca7264417f3a6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43ce024f695aae453612b407b016f28c0214b4f85e6592a3f74b53c3058030
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d9d91cd0388796a545f4361d9f5254bf24eced
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb17ff0a214e0c2cf4347c9cbbbee1a99f79f719fc406278efc94b7f5791ceef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beabd992d109084aae01c8679cbf4354999d7833
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f500a18ec4541590e8f109ca714df957a7e22ff429910233514c55f55f4b6173
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a49545891e5e50d09ce2f43bfa83774160b4d54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d659c89c820a05c1d625c8e36c702da030b2549f5589282dcb768fa901b859f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898183f877e934d72278e00f119a65ad05f5995a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ba82c6fd3bb57fab6571c1903b57fae0dee6f512cd69595f0d8fe4005ea3d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda0985dfac5409f31b8ef9ca8a9ab5ccdf94fea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767880f5d10cd6a3c7bdc9c5b5fd962cb27797c4e553e26c6a9cac63f3dc2fe0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a49dfd620fb9dcb82ade8b6fc9452d3c20b223
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1962efc308e03b17eca0f077efd80b721dc3b5d77bdc4bbf30972edf4e0b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42d64f76f4ec8c4d9feb043ef29262c8a3bcc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4abe7cdaa9477d4e0d390ddfca57637c5709232293c833703850cf74fa2db61
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b7f543f725fece51a4de9502ea9536cde625df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc06606f7c67207869bfb94882712e60d588a4a1d815077f492a48688a0aec4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce10e86237e35d61e86c6b60c9a570112edb866
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed31cce86d1764562dda945635073de30fd0c1fde1c87fa74b529a91cb5d943
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aea4d1a2c72cf914f0a7aa40bf0dfd30fe10d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bc8c9db96dc3c9c0d8c8ee674329604212a6805cc64cccecb5cdf53722cdf2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1d9eda70457563fe3c20e7c5b6a53ece8ac636
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a48a8837b99e1609dd8f00b2c32af9b38062869042a39eabb083fc749d59d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82db4a9eb9dc30e145efc5caa455aa9f2cdefd19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b40d1772cdcf82238313b12d421cfc0569cfffae7c53afc37d6c1283010247c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e1dfb12cb8942d7b2bdf7f29e7e777b575b4c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581f4e16a404cf94cb2416e2d232e5f88f3f98887c5366875248250c6fcfca62
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328c7657363b060cf993bcf3f2f1ce2e42496594
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ca45b84de110e23b0b11e6fb037fee23f2564e56f8e1c4c868b6a0843b2dc6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377f41aec3d62670d2ea6f2a2bf194bb8d61d25d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65303004c289da7d6e0a6c686bbda04b8345990d30377e673c0905a928c663b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eba39db5ef55de20e11cb3d50bd2e9a9014073
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1316fad54e02f0993654bfbed83dfe2feff2519113546999e3b8b860ca7239a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8667b5385bc383954fa449c6c776a89065a0c8b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599537bb8c0ce5a1de577df2c9da4ada6c03a673e3b5d89836ff5b46eeefb8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32abdf2140be1251b68aa5c5ba1613df5900412f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc13f63b634d6743c337b13f6b10e80f60a687bf564bd1711a31a6d0b39817a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23a56e4e30e05a78d8e67e1776823bb43deaa8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683bb31b58e0a02f8d7973d3fed626a7d57ead8f41df2b7b669095ba13cf997
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374a5b64b20b3d9714d6ff4e442f72c018d1035e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c7c1e4382948e2c393e2248b2545b8e46f81235d0e9caeacd500808dedd27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51293dc988f879ebe74d7c7a7fcfcf61b782215
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d249aff8cd0e99a23a0c56d97776af026e6a052d9f5a4ae0c054cb490d7c50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db2fb05d4d6bb7b04d6f07f46934a0929eba1a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67615ea66906648b5f792b47f2906aee539582c0f5a6aac7fc084dd8d23edf4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa453df4e5d7069435ae2922be27bece6e1bb39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66359ac34c1008f952810a87ca6aaef3915339f82a5a46eae4e0a2b0e5f4606
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c9f46621fa48999c1e50a4a3a6c57e1f3334de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8cfcd2c43b0a5b41099c17d12b0c918bd58db548ccc53810065130aa078ac9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f26695003f5dd6c6d4f17979357aacfa008297
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dfb0c2760f19fc7ab9d26d041832a4120ff940b97c235a26d772f57e8c7e23
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2773865246ff8208f49e68dab3a7b5112eb0f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e773d7147e978491cd8970a7dbcc70120ffec352993717a1ec86128b632f83b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668c10a63b7fb21fd64bf9d2c6f3ecb3db4b11ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf8cb301f97786c77fb97a41ae6da672592f35ed8b8710e4382150273de30c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f5e25d17c47d8bd16d74427b2499e4f4490d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984008263888cf9496ef2b59e44450831c80cb8ae91d37a660341b674c35eb3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a51890dfe7bc5a71b6ee38a63c1acba86d185b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93582c4752a4fd0a98b34beb8b708fa1ece33b513d052fa0071581ce9863b99b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcd724cb19cecb8b48a2ad98e0af79a5ed29ee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d36657513f8f6fcc034ea297d3430c6eacf99d2c6cd9b7c8f3dff41a09b8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e950c99eef5ee5db4ffbff36eb8cfed9b962be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef4a37831414163b74bb17c5b091faa9a7fd6865db4d70fdd15d561458aa6d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4776501a2e45ce6ec5169f035a2696204458d822
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336c119571dccf77e8c11ab100d7f3c50e99f178db48f98045098a277cd111c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980926d8ec7c16fdf2f21198bcf1ec381d9619b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38a17ce3b562ce5695b093cfc2c2cbac682e5a01b2b2f609dae42f463cebea1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf93bfb017fbc9472d387cc4822d82948fc77f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b2b6c85291baa861aa1a199f4b072ccda4b45f0a02e940f20d2ab6eaa3e82
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ffa809ad7204e12107575adbcbf54e54f89780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0429a307e3bd7b137659daba49d8e9a587edb72d391c70472e1791481f1c019
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae56edbf9a00c4b289707f938fc3478ca94acb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa6fe0ab9ed68d686801dd97943cb959a236137064f8824f68597e83f797c4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ffca9d4dd2a01aaaabb337f3be6a53e8d93678
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b53bdd1dc524b72691f7899782a168ceb5d6cc2665b7188d7c1190caa48be1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33942cffedb2e9ba51addfb20bf236f0c697aab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c546cfc77d567a370c593cb4e2de1b99e0177f5c49b4d8f60540aa2951a9a7c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7a155f6ce0165438219a27f6b97e07e79d1de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1606530d41bd70a2b5e244ba3babb3095cbd8b6741048ce6eb1621d5f039fe44
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc2484519967560afe50d3743cfb61c03a1c788
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801ddf44faba8fe1fe2e6e1ba624fc2d30eac1fd5350863d15380d1574d0885f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f24b2c8011aafc6d8d31a240382834a06d1e4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb59bb826fb760051c0cda31714cf535939ae1f4c38a2e89bc5a9f5bd99d448c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc997399fbde4afc69f938849d2859313ec225e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c26562053ddc66f2338b5306f68b6061c0bcd159b3b8321701e372f3f4dd106
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5641cfdf6f5e85b544000212facba45d488a7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b992b0a0a41716400e8d2ccf3401f7ed2b1ab81e03b0a1b0fcbd294fe916c925
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef8a675bce475527a5628394dc9cb34620aa8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3524dc2ef7fd208ef9b87715c16e6191c1905937983b48a21e658ec631f5d37a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c808539ef8c1f00bae4718b6a776c205317deb10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89929584439cf1e2e6352a63e8d7d304c8b5e7b2afa461e7bc069b16568cf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4011f1532e3c10ab2f7f89257ffe8db85144b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3c79d32f13bb0986911de79ba5eef19b09f500b94fc75208989c26b4ff503
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d493bd7202c4b3c919637a09d44644be0e57d259
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046786345a385e7ff83fdaf46856e4635d5907622b778efc3911538ea1ab01d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c508680c2890babcb73abe031693bc1e6b362
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3243605664ccec046414d38c96f207d94f60ba7bc98df9459efea308fcb61e01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376fc7fbfeaa34166d1b908c88f369df2d7ea0eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910c098cdf445710d3d98d6375009375fc593be83844d2caaa4bc2cd6d944028
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6d73aba530efbe5cc15ae41a03e1f84276e121
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aca20404f6f046f23ace82fb0d2d7f45bb411590b9abdd46ad11c698dfe126
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081a285285ae10143398392298b13f03d5c2d4f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439c64b6fa5dedf493feb8e935387c5803af22c5dc6bdc0968ee2a39a8fc2342
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1342a21fe618802d2c2280076b14b0949eb1ed1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db29daa8d14447a8f92135c03547498e9aee849214e9eb9445276f2acf30b3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50351785c29d1357ef62c3f43a848d6aca8bf1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399a0e646a52ddb41209a2295502359f50685ae7e65f923293ae490b920ccb7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a6325cd1b708d44c19a6615ebad7fa9187493a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d1df5d12699cff145f49dd13f3dfe4b1625a90554b3d5cbb8cba47adad8332
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba643e6f4636369f2ad2ae3092c899e5a0aeaeab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c597ce8a79f4a1bd3792ac174327dc646051b838148e9fc6b3751084198318
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ac1b61508eed833315ff0cb84eee166e88bf88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e905e890da21b6045d896d48f8d28f0b07aba51f20986af210dccf070b11f25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d86fc5fa503585ef8dd259169e16c13ac08870c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c8b8b30247bc56c13eb9cc2e53d5cce2d5c1442c90e94036dd567cd001ff34
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5603ae1fe64559bc01408d2696cffde2994f426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7376acd2bd0c8db8d8e3980b29cbfa14226360afe63cadf193b96465434a1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c266ca100bc656583de6d7f2a5f068e2a1ae85a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67520d1f28d83393e9c335ab8848d93f068ea0e283850ee3e588ca53d8dd9088
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f475e7a17101d979c246b759490ef0204dad048
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c3d0c68fbf7212fd50364a839fed98a6f1f634845316b3a566dabc810e605b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557c6679836b651a8655f896b2972e0918e53c38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5927e057f8112bb2e5b350b1f51a47a26a743d61d17575200d4507a3ae22abe0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bd7eb2ae98733a3eeaec31d5f0880fb04f91ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe205a7a21d09ca24a86d690fb486bbdf123ebfb09a4993d6e828b6b54c24e98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1e4b5aa8713f9d58db5baa36e3e3474df2a658
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67799dcec0ab43a4e92e093279e3e28f8e8171c2afef9800c7b58e72ae4dc64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e82d7083340eb614d57a4e1dc58d54084fd93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a7db4a38c1b2bf4e77f42870c9698d997a24113c9b3850d374fd718d7301ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc82239d78cbe9ce44d68131b2d6316426b1a65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcf5e065d3ad77eaa885a787f3595ba7adcfb575fc32d860589c02c7aa691ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a768dc53a5e7bee8a72405436b412854f739ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541d4cad6ca9cceba9eaad567a961a8b04eb0a6a8934d8059e0bc1e89f865d86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f1d7936c7b1188ebc8a226fbf142ca135c6e70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322c1836da3f5f8988646bb1d9e807b9329f110e3e2cf52f6cef08406082da5d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d5b70c7b1c7a23eb6ada3c595000b9db171563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807189adb284f12028d267e6fef04a2e7a8d9e0451412765c590b0c9c13134ab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a9371280172879b2f8574d81f42dc3d92e272c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a8962667b46558917d5672d0bc8c8807041c29c03e5bd4ede7cc024c16eecf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb67c56b2c0e8229cfb481c59dafbdecb20ef6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71cbf8d43626d6af4bbaec48bd6b576f8e57ed60f2e30b129a664794a82eb72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0e8533efd2e68460f722c704c0adb1b83c3972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94626ba523f52513d2ae9f951b95d782409d611cc1626ece68840383e56de9f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e07ed901fe8e18ff3e16250cc21ddf0509596f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b7031310d0ee774f62d44acafecbb95b1e4c28aaf11ca99088f42588d7073
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78f1fdefe05ab547890588e6a30a1d5cba94d29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c06a16ca85cde46a47c5d1e77e22ea0a2ffc145e660b322769e6127e000fa71
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523326d4324a05877fdacc421d94e094c6382b94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635494ad4daaf8fa292630be3ea532e19994724eec1bacbb1c294786548b5c99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dd589b003bd43b2064acd77da0b0bd13f82c5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e190dd527557551a7355e9a3ae465d37dc5cd55f4c65fe095df61ac543e3b409
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4501a9607acffd3604c77ce1aae486fb516dd768
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63506b20951209ff5e31842898c0671c7219decff68e84794d278cc40763d7ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27294c02f8391deafe410ba415e17e88703db3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6cdc9a99bd603d056f9d8b91d444361809a788ee3e96cf96cd11fe6ff465be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b33cb3f25835b11fa2657711d8caa8eddbfbc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e429895ef9a4df429185e7ff63f829b055bae5be063046e6a2cbb805c6260ea4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae8cb9dc9145749f612fc1ffae862aa4bab1ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d97021c28e1c3d82adb3f5a3fb0f0ba5a179d36d08163c43add36d5d29b1d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dd8486714f1661fc0ca0ee238876a392839eeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f40761fb76de42d93405b01a50f7461ef03add398cf78912f365de11aaf0b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c3f241d738ed7c8a0faec8f7b60afb02ba394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84615020a2514e855c09a1b2a9c820ff4f2a4e65a4f8e8c14592fcda265ee6d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2f0c3c098c4ac16882c0bb6171c44931eb6832
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97718dffc38971dad983cb37402c4d26e27df0dd65d613c14059ba213ae787f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b222dee663a305c82d2730e87ac782d6b9c70918
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910c38e765e2d161595aeb5a7975909bfd33d940efd08154404dc09099c6426d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3e1ad8ef4858516e11ad541bc6dcb9e979e320
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec70bd82cdfc6cbf385ccbad024ee54586c3b48e751f5e0678d7908e85f7474d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f9fc8d8616edf73f279964cd0da2ecf9fef0f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08412455860772d2832571e85cfe9f9dfb62b9c1c6c06f2146b7993690a8c97b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaa913ff574c969f0a5044e49d446554476d4f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ab5098718560d19bb0a14529a27cd18e8f24ca2f8a67562af8f234633144aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111ae196a110ed71e16e783baaf3b1412910a636
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff50b2325c5715b7bd471bb026406736ceb0bf790f3600b567a60d64e0f089
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a80d5ee4bead45eff071be0628d5845361e83f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c2dfe3e12ff24c908a0454b8fa6678e06c584e74b1ae98fa823dbe49091f35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015bed82bc923958208f26d80638098e5466c5f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe300532c2d33ecfac33eb5d9db7b0eba7bc516b6b0871be5fd88c733d4352f
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c756c61ad0b18768263b7ffb04ecbd9c2e6d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c6f8f533131d7513e2dfa105831c44f5b37cb1b43a6d9beb79d93ee2752d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d0ba57325a11d219a029b766e8f02569ea02a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51e7fbbd43914e390e2d3346f334c3fec5a43ed5e56c191c694ca8521bdff45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0060d71c5dec84b09b217d8c5c5f76f56d557347
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb99ec67224d2c0a03b7377a50757664a1770c1657e859218f88c33ff9c0a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a7ade852761a83fd46c12ab29acf462ec5e7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a785b79ae595401d863c7cf1075698b539d1ccf225b44f1720820e69e839922d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbc27d8f1ef317c79d6ac1662cb734080eb5281
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebf6934e8276d6e6708f8a8d13b09159e32fcff2ec095008317698e60299cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569c2246a310b75b58dc59aca7fb2848142f0e20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8519da5ab5c0cc87e6354aae3155c3ab81470872dfec046aa7ac6cce4b0e672e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ba2fca04c25c146a7faddde921a949696dd25c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa4014f813fd4602cc9937d96099e968b253f5ea91527e0b25c2bd799f5f18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394f6e1610cadd5ce9adaaa475723d94f9285505
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c057d34c9a8ddef526e1662ce32b80d605018f303ce36f775a2d8adc5765f7e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb747430b8f1e633f8b2a89f9809546678b3e80d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5754abb597d27515d2f62b8142c5715f74fac3965fcba2220fd7881359a80caa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7165ab0f87665430ab5b31c308f426d57b6922f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee688d76c3a4efad46fba41ddf5a6eb78d3f0c7a54ea062f575c42cdffefc366
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21367e3a8f0f487897000c06a35fef4e6aee8752
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4ef1e88b3d52467848f9df70c6709f43d4d2caa0d8752fd457a6ffd6bd7668
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a41a1b430b2386e1ddbf0fe7c21b579e7037f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4560fe43b0255f8e8bbf04186a4da37d1f6dd6bf91cc2ab09e76d70191f210
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2d62e81200ed917a8ca08929cecdf1757fb2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a673e8f5d58bcd4081afafb3fa6d6b3ddc1e0bab55640ef3d4cac697f178fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bc5b74ae5627560e3637eb81abb8ee8e76aba5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc409ad9a54fb7570c9c4e16a346c6dc34c1c2aad48ce1741f3b29d763a6a257
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4818aecbb27e03fd62ee7713f13cdff95ec90834
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0fa6ce8d8c33bf3c993428fa1ebcd66849d0d15a8696fbdfb5448ba26e5f69
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8f4eb149905c6408ff7648c0f73cf8e63334d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609ba0927b85821a6c8918332473c14934b60475c2dbc286b92b772da6e2e3a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62095686b49982f930ec07d27dda832cd96ca2da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cda5c51679e3b48266399bae19d91f1e4ab7f0b40c1f1034f0edfb174b2f31f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605ccd843056346a90ee51c81d061cd9c8f040dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d952a25fc9d20659e244d385cb117e9a49b1428f69d5c1f8896411671f232cab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb423c2a233153b0c1759faefb377a217e1aed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bf9ec925e36eeab7c1ffb7744da12efb2f0d91e761e00525d5288149c99aaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19eade2762e70a7ca3a4f5ad1c48d40b2524cba7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea2e0940434e80d5c884a2d81d67279c98b0508333d0029dd7a0794fd0403ac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59794ab7608bd96c9a613ba956c30f74b6995611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9c9aeabc7f1da3d2d10aab2cb5c6de3ba89d0c2c38ff54cad27ae387451734
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938ead197b57c82416c3095687efeafc470cb249
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a053894cbe2032bc43d77ec2b93528b013d55998eb2c0bf231eb0b0ca5f5c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83ffde02f019ba99d5241dab7313ff3a2d5bb31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415c7368972acc1d851ff3f29b280707d3637a881793ebb7f251c30a103fee07
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeb3333f6fb66df76039f154489bdd3272c9c31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df517b94044dde2d3ec374e4dff1ae2789bbe794942ec1668c9a5111bbe8007e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fb081d175916f793307695347cedd0f8901eca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1d37e030253cc7d09c4a134a41dff4716d82eb98200b819b6fd2b2af94d548
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e380e31d958bfb482b50fdd03bb372a69577d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a3cdc2ff628df97ff0bd0e6365c3d51da7127804299a29ab71390edc4f0691
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849d07109310fb470de0d899a09b2f5d70cade2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacd2a2e75d473c2f3ee7b90f8b3a4f2121aa657278907cef531d2ca53988b8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd81c29f0af5142ed28e0cd210b1785b4699607
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8714eb5dffb6e5cd987aee1362188c0e3cfa81b818262ae353652a8035a8d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21e5f68b9140a8f86358da77c7da5e089fcf9f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ff4002d87939cb0c8e390f16346f337851b0043516360e6835d303b61964ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a98a52f4b688fabb2f40f4d7e185282afbef3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7355a7893ae6815112a41d7684c4cde3e6e69cedfc01d9c761cea5f500ed949a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178ccc046285af499f9b65a7ed698031e9a08c25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c055f3f147c91b37b0adae826122483dc2dc682d16769331d8f6429f0f94053
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ab2b5f418292ddc74de829b5a04cd940ef70a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f76795c7f9f2312191941ec304d1d595f125114466d7bf61bba9e2b46b9efce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a3f1c45d2c4b1cbffce7fbf9db63e04b5510e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8dae7040d7faee277d8543e9f06e0655fc298d7cd4fa84d23f2712f883e37e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d677cef01f8f5d7a0a3eaa3c86dc80cf80a74ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd244504aecee0ae4689d6d9524ce6f416b872c11a3925395edb39df83e104b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1744eccd3b681cf3e436b7801b3290efe758096
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caec0705d44d49f0e20b00603926a13183ce2aa477923f51834567bebf20f944
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f350abd9c0c4691813820eaf03dd6efbda9a6ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18cd653aadce57ddb2950b6be49c179f190bc9c321ef514803d62cbeb89da05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726300c74569e0cd8b0cbfc63b62a5392a5b881d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448f97a44b3d0df90823c6f1203b8566948618578efb01776179415175f5752a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd542d52ae4520e19da5bad54a18bf3d820b976
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f61479fb5346b156d8713decbf01515a1601dad0c185757a94e7bf0f92ff18e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b93baacc87acf5dcbf92be7d2a80b650284874
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b31c74a6cb22950a1e3cd85a78c7ab0f8c61efc9a720a5920d8ee01a1d6d46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5972ec68bee174e80f7d964d12034050c8299f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede1a190c506cb3e94941bd6fe74f7dcf321647907bc872b2df841ed9fb640ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1bbb91e8d16ddb2026b5ad5dbfb0641a9e490
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4eb3f50e11e6c5052017d753801f17a2d66ddf5cbc7ce7a059251c720de9b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e101df362186fcab66b85f3d76c54ca566bd6239
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4015a6bfb56d473fc07f868247b472b23318af725785923222b183bddab80d2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852b8405b9deb9ae163d6e70fe68246ecc11f4d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c08c0b9af3f2951866d21eecf7bf450c128f835b6802a9cb81cae82ce3c571e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ca9cd92054377da6cfad459714b7de67ca2715
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdb4daced0e85ae237a568f3b9a7fa6961dad5668c8dc102441aca9672bc75a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744aa6c84310b346b5f55e783ab35051bbb0a2b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cc532be76efea2ed359c7c251ca22d35befe06276933a4281f1f6b0d2ce91d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d89c5cdb838c560861d358d89df51872ea4851a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f6001a262e68970057d972d058e82bfc1dbcb7cbb4e99a5ffc1c96f419d7b2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f2dfd4611ca6966430b898617cd69e36556e70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f308334ed794b03d2422dc7bc8c55a9bf4688ca8fc8b1a97a95bd10146eef60e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe31f0effd887506c6c6fb2921a4a39742cc915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15819def65be1393c945676854a34be55b2ea3433955d98084eb70fee407f05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e88a475cd8e875c6ff411829ffc9b95fa1fcf55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0defb6f97b7fa6da202bcb5647c4a70396c99ad13ff3ecacb3964934f7101bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51cbdd1689789b1a749d060a74ca861524e5596
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab3bda3aa6d08ae84cd33fca7420d2b0b7bd80e70012c76de67b66c7c6c963
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b9c1f1f6be23f14f12a84213b8a3c3b99b1f99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74aed33869fdad14c312a3a6db90aa4f2d8b335519fcc402e6a0d43bea2d9f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838582397d8b9ccef53eee4996821d9ddeb0d188
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b17f5541b62b564e2a01fb8d5a3c86857a440e8516c79578eb7b8ad4d6bb34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa020f45d43224e9f20949b8cecf637c053a7b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e605d60cca629f8f5effb4594ae479cd91c958ec611d875ee5331b912fa9f21a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b13e15697e1bab219c8f9543cf4e071d1cca4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4b24395974273a716d4b046c4439a8026526ed92d47fadaa023db6230a37c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e3432d53bc50e34d6d17ebbd1672ae93793a29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3eee41b2a577f867b54b1e4e52dc42b3f9f703369b040b17f68d6655c6ea72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087d69f5fb0dd62805c378c84ba0b6a04e141eb5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5681ad36762db4f7a8807787f3fd46e81e12d1a325ec8823133c855d3f44ef02
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84158fc47e1adb27f19f6540d67aef075ea157a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2176c135dd7780d581da7fe3328d78bb4c2994e314b8c19a76844834021f8e2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44850561cd440955e92f415c8dd023ba699ba149
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5030e37fabe5e1d41928c4180db28e1c640e902475cf65ff0ee42a303e35eb0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6eccbcbd1d06e7d0ff663152fa5ee46fc4a988
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df72e60c1375ce97f9389f7367e03347622cec8d3db223e2ae8c12cf825dfe41
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed6ef88aac4901a00eedc2fb631ab0be0f72364
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190606d23aea2da68bd4c044e3cdc00a73347eaf094caa7800d009d939f7e822
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5812768c65477bacc257983966b680a328130c34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb92c55bc64f5c6a03b70212a81c8b74f096b11b4e9761392251d453a1fea3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25344ba1368fe3ee59ca40fb514a847845b1f869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f2ebd87f15303f18a2bc103600fd744a3730f0db1f9ee435eb7cba44d71803
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a90af1e5d75821635805df8ec7f4e5b1bec447
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0fe6678f5e96058c8ca4a7db822cf72079b8e908e9cbad413a7b21aab5f4f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ca64656aef9afa2fc02436674d334c04bc56f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a1f4dbf02e6119754bcebfe7fbc4797693cbd8a89e213aedc8b95500464f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd64fe2359cbd9a567599b299e1975bb43b0801c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c1ef83da43549f599b5bff5f6d32b098251f0bfb1a161de52f5b6929c13b34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e566225845fcc02983a3aed22ccd0269bfe0161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e6fa684fa0e0e5cd66225de402df91238579b2e2b4c47696e843e83376e89
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954d1ab8befdbb97eb4b99f0423d3ba3fa906f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d5f60ffee23a7d9bbccfccfed128ccb79692f00b56324da9b7b88c5cb3f370
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf745299a736c531fbca4be8bb5170137df2bdb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745a9621f2a11dcec817f7dec6fb9067cebc887e52b35a5b6f2da54264951e31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77283a61cc4d3b4c5cc8351e682e3f01954f5ecc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9ac8826b2ca01924a24ea1c18688ccf37079708c32176093f3faff72443324
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfd4d10766e3e38f229a44f81f540a3ad1689fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec1efa9fe44e319854624a9172e55fa9877567307fffde75dbd5e3d69606deb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9760b3518347f9ba52e97b1a2c9fe25f8339b95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb26f2962a8c686c5b853a6c10fecba7cd496ddc6cc993726b4532c6f658cbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7720a97d63d76e45e78ca8afb435979d74bc555a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebf96e46f1ac822372899fd3500dd6e8d64080c64b7ffd4088fc7be7d46c4e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f09677e9c09de7139f81dff8f11826f2c56250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7d0c259f287ca665772b1b28cceff82662829722d24810849f869b533da581
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56e6fbd6df79d8aef23bb187595cd43ee66c8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e21ea7952540587a45d9689df85ba8869a741437222ec9c79cb7637f76aa457
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceaafd09c929602270ceccfbb4a866784e6806c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072846ce4102d9a576dcdd3408fa809d9db4edb9ffb20ca84455bd8b4195c1f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3666d316906e5e8f3c5032ab62a994428d7da1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d836c09d0d3102a98c79525e518c486cf63126f7476bcc87891ff971aeeb6c66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b572325ebcc9e7c147079306a509a5533cecefcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771b998403a5936a14a9ae7168af115dcb27f91e03418ccbc8d96949d64eb8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8e5bd52c05373d7cc175d591f89eaa512e1cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40771bbd5462b27f705c0930679b4d3446e98fa646501b19581531ff6c5b74f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d3fa91731439b84437287dfc828953e2d90133
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824c43c95e92451108a3ba3535d23b0445ab6614c6157134b535d4d073568acb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d524ba7a9dd0b83f03ec144e4e297fc3bfa5aece
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666df2b7c475025fd67108c4e27176a66fd82cdff00cea7506222c8618264821
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9df7c07d28561275e4bf4b309b3d2d81f35df1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57cbc5f1d102a723b8894326cf6fc3650e4b5d01ca7ba1e109c418b3e3d2b25
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3345af039cb8959da4b0634046296a582adab810
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679c55f1347a0e2058088fefe818b7c5445d1549bc00977ad4cfbe944c95aebd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94b3b99cb51ef98db6afb3cc6895458987a5628
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fcbac17a93747cc14c9f8f6aa8ef522affa2a22991fb21aca3a2ab3de941d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9518ce7393b888915e8a6b3ce3d41968c468a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b110990c155dae0406467619ae0b007730b909fd84c3e588669c3394caceb35e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712db979fff44935ef9908ef166f8da245245138
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618f270a95f80115924157a12dbc94fdaaf856756ff88c03abf954e75d2c11d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690718fb2cf8816a9f59fd11dfffa3e15b2f9beb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb08d9472c44250ddc5b370ffd086923ece96748054ada7fa956cf063a3ce92
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b51406d9db98c66d47c0cb831dd4ce174925dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccce9f3be137a240ac2d48195db819e392f822354aaae348e25c4c47e3537273
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e6167f0c52c8a5a70b314f9e22a49cb6e35f8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177771cb7190f65ac94831549a16d181a3955076760f2010bb57429f3b52694f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c878e896cf86a7a6bf18e660d31fe223bf3f51d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d90a1bb30dab6c2b6a3eed5447d93d195eca2859cd649ece4cae4e38a8e335f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ac9d641a415bc9aa509e401761bb783a7c3346
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e470a93b75b85e4021e400a1739cd5842e722ed0a77619243489c9161e3ca3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7525af4990ef980661bb533966edcc979750b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4854aaf88a76a85dcdc5644bed988c4e1b01718b92a123a61472325de5f4b58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b743373e7dca949f081a24885d5d222c2e4dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d1ce3e8d7ae3bbf1b6effd1c2a002748259fa731102b7fbb0afad782eba4e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6f0df466a230c2d29d6ee60d75fd64e755e04b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd20dd57ee937fbad6afa57225c3846fca2e1029774eb952d3ad5555b93435b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817a3dbe2250bab39b24a1d6b3e9c6f844e2579b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae67d7e3acc9307cb86d35af35d190730a158815df527d4659cc794c429e114f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa164e8cd5cd830e5caa5d0b461a91ae46bd2659
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e1a2c7f8695040f15c754a1d3fe5a3ef42d2aa2b01eb5021bc58694aee547a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfb773c3fbb76616eb511eb6b71b135f627ad6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ec2cfa7d721235ca96b7f08f836d2cee687f3825ab3a19cea85df07b6ee112
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa1c5ade0a333785928b6561a9c67d1ea4e53e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d5f619902f8183e8ecfa593cef569191a29e6cf85e796cb1793d5cdda6ddc5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129a60646445fe0861ec4d3de273aa909ffec250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993aa4ead0e77db335a6f6d00d2dd39c49a405c3d2be7d54f9e3509409047704
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c9a3fb240b3d45b069c52ce7aca34cb392ae3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89512ea91aae967382facc54feccf70b0cbab79d1d3f38bda8b29623e7dc8619
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b20d340bc5c8a1f2833a7c4014d70a69913e856
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58b19dadad816c9784b39c897c40bda762f6e526048f96f732cd7fda47814f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e01ab93c6bd3a4bc6a291d4a30c34c41b19a82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae31cca81ffcdc72bc1f8e009cec4c40bc920ebb1a03438a2ddcbb74305cf4c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e453c0601f99bd09c1932fdde191ef7ccd827f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3bd943e7587db3ad902fcd21760968145f6a5dcbf9efd0dc7e712c443753bb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d4bce7e4a4236cfde05f67cb073fbd45f4fb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7404ecece5406e0ddd4eacdf45ba232a5d7a4ffe2f84faf6db579aeb956a8b5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7705b824a422ec6036e30adb8f184756a42d34f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ca124bbd73f95b85c8384053683c122e3ba0a831bf90fe51fde55bce66f533
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebe07158e84ba3a3b6abce0918b7aa543d926f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dcc3eda05b2038ce13e68118a3d799a98767864f5c68c53238bcb79d561f5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca055f97330905cb48cc79d0d2d252002289841
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e247ce2f4289594d8e274bd99422004ab45f21ab4141e24b9c7a2b5472caeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc25906067293ca1ae5dc717112111375d33b05e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fb9ae83befe4560ac6a84ae7d7f9060b8db607e973a97e55e88f1d656339bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44c4f82576ff34579c34a0b52a4b058b10d9492
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe334a7cac7c5d83f157037ded5ec9cfe192520c2ce13777d45c9d40279ac7b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b2f82f551590701d6da9d8cf79722bcd62c95d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650b19c568a48830f8975c50f7d43746b55435cc27aec8dd5defa300ff102323
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6b898049a1ab3eae6b3fbd96c129f5f950963
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4944295b7b45d767e043913504b81a9dda46be0598728ea02e4d01f3074bfa2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e7cc85db0a2c6bab8f7992be61778315b2b6c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264d97203c333ba7f29597536ee0c24986f1862f46f01b6a6156e6b6b0967c54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab0ee6ec673b612b7b62cd8de36f65f7792272b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385e9f0a72377ef76e6313aad86382ff8f07db8626019df5c02775f0b6ca6050
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df12fa86ce2d097fa6796dcefb82084c2364faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31200feca7fe87d9cf9f5f466ea56425bcd92957b94022a8f597c433675ba6f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c944e563db2ee84d3f33caac2d9d25f872fbab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7c74add887128c41b96852c9685813f181a3c319b7dd9f0af0c3ef9e08322
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e835de176be35418a9288257dbfeea6455badd36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b522dec19bbce751e9f873801c84950bc7ad0d70192504cadb2e40b0a41810
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b4374112d65ca55a43312d1149cf366c9dc7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636916e38442e8700806a0d99bc793588721e8c41976d464035c0be3293572d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d0b5ba25f252a527a43d5b15667877a89a813b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fadd59ee564e953ec39143b0935fbbde78f523195cc1e51db9e721924b72540
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d013f7fbc2b9c811cbf88db711e93a622884d28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdbed91d81b9904da3a0825199daa5c4ddfd4de1f87addc41889b5047938eb7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292a9fa5d6f23ef1902f77889ce859b1b8f07931
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1b77c462d7eb7cba2f0c3480a8a433437e43964469765ab72911d204880c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfa60619e29dce6535d525cb0d3a1361ade1995
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b059dc341c5b5994bf72079ad46fed54e5db5d7c4bd14bcb70d7ac2ddc3cf6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85998158ddabcd85ae008bcf8e1964aa2060c8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed2454cfedc0f54acfca23804925e9bcc371e6558b6b80868a55afc5097e20a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce58414884387f2ce54f235373b1850d4b91d163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c648756676db167566991f5bbc7702dceccb39f202ce593dac69657da780adfe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5033eed41ffef0066d93d3b1ab200131452650
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc36c29da2a77de02f68a0a33e7617af70cbb871bd8a7e7712bc6db12ffba71
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cac86c78073b6a1e0ad9a506f85b2b681c4d68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847ee17a04131f94e583f745d3140261a729a3600d3bf94d956a52181afcf878
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1535a952155d8a22f6d79969edbffda7efb450b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce37b6557d75ffc03f0327dca5e1464c82b4f108742fc4420a41f5d7c72fe64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e41dcb524895e49b1dfa76301a73d97bb7fdce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a70c2a40feff41f3812b674c9c3f448f0c438f6aeb90449be13d1839619c84
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c5167ef8b96b0077dfe73fc75013fae6310cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5cad6acd11d7a9885c159a150c9f0bf42a1bf8e0cf3fea92c087a7e662ebc1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878dfcc798bfe2ddba5f265fa35f4c7b7815ef80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9ca4e02b53abb9e1ebe6fe6ba200e7c2c0c2a0f2dd3412372cf53d64cc2cf3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5950ff2d207a2fb559fe34ae622e400abfab874c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f56243e3067c647a6407335b8800b1c70e3bc335d3bc538c6d2914cf490b6dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3becd8f2604446e8528deb58dfecb0eafa64198c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddd875584e179180e3871ee72ee6172ae00af5e7c8df65f73e30204358dc698
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189879b2915d6676f364f548b59a15fdb96a58f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c573e60f04e1312aa771a15db8c9d024530e88eade09c7913319c8a1fb17a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2f2b751acdd428d8207827cde2a32f61fdb8d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ecf48d9f8b6bdab6c07b67770e0450df0336d78bb14348069881238e2ba66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fadbf47d694e379e0c29899532bd4d672e72737
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039da99a8f59a874bd82e88aeaa0818c46926f783ae3571e9b334dc821669049
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b5fa44da886bf98b9df32798ef116aaf1b673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c815b75d11b04171ad4f110d333c43a7c9609a5132736d64fc37dc8296a37dcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08775865cb913211d717119ae5e272ee26e36163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f59fbd523500dab64813792ba381e559dd23ffe73eb606389b6844f3408d9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f78dc6a568a7a11b078963c176b6db55ad8ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ec04d724e50bb8838aa4f3a22a7c869d33677185d7eef11e260a07a3daad1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49a7eb30c6154b970b1a4f3d7fc3488ef82a8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558e3eb9ce8f454fe5670e88effd9ccbee817b9de03729c502f58cbc8202ec7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fe3fcab4255daba96da620567de3d917c3b0d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5af8f363d155fef87f2af43e75fb1adceb233afca884296af1745213aa13a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cb43faf452de6f7033003ff01bbeaa13b1271
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9dc659dd9348cc7c4020f5f984e404fa4c86c48a9a69b35ba9921537fc7690
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76382883199660efdf09a3f67e557622febd32f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ac6aa371245dea5c881399ccbae2c18b21aa02b42b6f2df173401efa478fcc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c427a574b6a20abb171ed7d63662db2b934e426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528862caf1a5d0ad57c822f8c563f6f05414cdfe0792b8e08c7421f38ba40a91
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af01e9f8f6795bd19aa07bf7efa438a0967deef1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4efdbf959969d76ce728d51df6ff9cfd9c6f37c21a5d020e8b716ce45bbd39c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bf0fbc7c9499eb2e22578853323b1e88456ad4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a69f82565b12dcee693a18f422c1f8421d01884a55a23dbd4cc28312809ecd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5095b2be2cd05a2f0aff701241437591ca2f643
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eb695ad1528c98787a0add6a83739aa450c999ae4a2da7717a39735e5b38ca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8468888f8e636616bff76ae45e771945a925c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aaa529714232df1812096656a85a82118886a081f803a545e8242da9a25394
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b13c5f3a2b8501fda80e0d9aa6f9aa12cfeebc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f703f6fac95b8b03c8dda96bcdc5ff1bfd1f9e9a58f32ccdbdbf9178d520951
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced9051bd815f256ffde3f855739ea22c58c1a0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb786e7d62b3a2b312808669f60960372687bd6a12b3f3007108c1bdabfab92
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdd8c35a181978dc4f8f5aa2bea972cc9dda0b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d15427e1b4eaad99f5d553c2db2f3b89e4ce2f10d34b0051398d696f718b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c361e1c1f43de5115eb558bcf4bdcda27d0e562
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b03e48185acb3dcbaeaab2e7389dac980139be1588d80bcd0abca716a0446b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dc4fa2a55aa12f33fd016aa0f0009713adc22b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cead9865fd0e6a600d06958989919b311219821059c955069684740b95e4b9b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197932281b72ababc497d4d3147ca97c474aa3d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf72b75586482b36a376713f0f34de19b834a0071b40b12ce24cf12a7447c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf17ff55cd817f7742620e74edd6f260afa465
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e022f0f9be9fe2ca259f07778eae09c3fa3b062e0cca0b987c058993c27215ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d892affbf776e7afe9449e96aade00fa37549463
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7965140abbab8f29605f80a944f139d4413a9e403983f552accd43371ea36805
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168cf76c135b242907745aff8c08f7f3be12b711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da26c08ea8b4e8bde2e396f04a26c7157d44fb048f442ec8ac413abf5bcfa8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38f11ec3a36ed400ee36de4ee4398f7fc99fbea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad00ccc5d97d6208746e762e5fc15e4fdbd937732103f8759659e2fc2e71895
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89251b892144a32af76fecdfa87d1a3d4da0c633
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ef8f4ca5193e9f908f4801d76df8a9833a2ee30323705313decfed2e1323aa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b734e5c2efe1d0d8b875169a30801bbf258be4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd699294f02f6d69767d345cc5f2db904127ced3f8b0264267cd5044850f50b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52cc8890a7bc55627388979f0b415c27daea8b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e2590c07a8bf8409d7e5d0b7d707841007c2f9348e0ba678215b513fc28d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d0a43037a6017bdf664dec92953c8dbc0eef76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a2003f532abf3a5a6227c50e6f5db4b8c99b55f7f343e86c52a4862c1fade
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2a5b5a038644b3d77edf81114daa0054920261
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a407884a9a636574836fff55f1ff5899365d22e1d233421d5698fb02f854080
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bff5205d04901434ae34dedf28b844a0ed5a447
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71feb50855583afae499961c4eacf591a922b912492bc78b14dde17e68034b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1dc3ee370808e06eff641df3be583a659be806
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f33afde59754e49a902b69cff1229d902adfe517f7daf338584b43dcb76d52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2240982586bc5e499ba1b21843cc14745b944b0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063121c7d12696bf53d36d27896369dafd3ff2cc03bcc3069d643bb27a47aa9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec1c5642016b109431a28d7507681f52d0c491
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531af5138ac3018bb8acdd75f09cc8904e7dc84641af667ef118971f7fb05dbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e18534d1efe3ea064da09624c6cc5e0eacf2f5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fbce146dff2a068fbbfa4b79dcb94f7577b230be7321772a884e9ba9fe7fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433de2e3fe37af630156906179675f135fb38529
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c53240969639b3766dee8cbd99e5ea13e21bb4c1b29d724da374f356e57844e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad2613baf679d9838fdc78152f6a9be8c80769
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95ccf25488b8424f9dec3b1ad5d3139ef004d2ee47bf4e8c7988e2e63d40c46
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b2be74f4176be35b4e8360187b6a85aa675c97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1667657d631a238c97c5645fa2c7a7db8ebc0d765dba59da5f48b5da99e74c64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556f0f547afb24b2a950acc317db7a7a40c14f43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae32976b7dcf7dfbaad2276eb69732f6a6bd0dce78cfcf5cfd5ecbb5ad7272cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c4f5356143d0082b99660c9a6fec2d25e11ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc651434917d2c4c70b25d0fb4dabb9dde2ffa71a73facdfdf6c6a3f73aa42
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591b88fbf45697c6808d4b00d3e47c58e3590633
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d0c2c70c75446d2329e32a2661a344a6fa29e7823db8338f6a7b08a62de623
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5bb4642254d8fa7b4f491b5ed9637798fd2d9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f25dacba7ef466dfd89caab0c017c908320cf5ca546cf3940ef1f432ee03140
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc8d90dd223172a1c7f68ae25aef915a96c2aa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7432e7bbc170a31f4aa6333337dddd5e76a34a4920b8de8bfbba9db0116c641
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698fe4a272b4fd6dcff754a54d70a630a06e7456
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf1a1620cd2cf788cd40f158d99b48f46c47b9734a3c9bcc4497ee23e53dcdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a89b264e37f736f20c791539c75fb681de559d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fa4aed52f872c6053117528046250dd9dd0789d7c9a750073fbadf301c5fd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcb44b40bdc9e15f72fe3a7102dd8f36b3aaae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc18d824cb6e31a965dcf341291b12261d33d932df4ed57bb30a6a141288a11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc5530c2fa0bf5ca1d286cb1d459a159b078d5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41969daa56a67bbafe84ddd8936fbe6ea575c7d3b1e857994e33e82f93265ea2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d36ccce25129604e2a78590381521b21f297bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3dba37bf87a4b2e299915a17c40af0170988c31eb6cbf085ca2311ad42b5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec26760a7a36e9d72c9dc1a75e824ac58a91ea70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8390334fdeb80416843ea23dc92e0b4dc3f410a8e8a76becd5d9a86a102c9943
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bde4c9175d0b4878b3ea9c827d5beaab472da4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d8b4d8269142c6f7dec2d93f22fe9ec9176b6071f82c189a513a2858b54e9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68c4f84826d7ed819adce41b17c284d089ce54f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638885058af2e5ac24872ee578d58496f77d9bb368695aca7dca18666e6fb620
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d498f6ba57c7566ab8cce2032fe63effbc247bad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c57b09626a0537dd6f6565cb68f80f798bb9771b56f1d9da5b80d0e60b8e7d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c62cd7963383975e246ce62f4be90e3b8e12ff0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a8316fc0b38afa75a359a8615de7a8dfbbfefdba56760d2e4aaa6ecf1b83b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926b3933eed41d61022881d9f5a7a7019246f311
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1714215b8ded2a414ace4ef387cf0615dd9345eb1aaa43992544d527bf584f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e5faf72f8e1dec8c7990f0aff948984552edb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4e9fdb57b0963b1567006b3e232242af14bb70e375669e3f839945face93e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1c7f72cec5b6f4e7302ec32c24ca7f9459a98b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6095017df2e59a9be8a8d37651bfa63ed1c518595444641df8b61bd39f9ba899
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3e76d74c9150c79f1ac1ac96dbe638d2e0299b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719032080a7d5863d579e0857f689e7d4cb15e30c95dda1201649375fbc09a4f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0b77feace645ff4573f955de884bed8acee09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7e47332a29db819d8be21935de8623f5bbcea34db09640c639aa7bc7913415
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45faca08bfa8b29b659ef666fabacbd50d44cfd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a8b8b70c34b67dfadab07e2899e2421b919d0c350e6c58a7e4e54de437a97c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbc3ad3eea9f00f145f912bf3f570c634f56731
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce089780a5428811fc784d995ebd7c9047496957ebf88cd133460fc542982ebf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31b3d90963ceaf8da490e7cd7609754c6292c65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ed4776e5891b6246c19491cf921bece671b42cfbf8322724f5373da5288ebe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275d7ba1a09804392ffebf4497b6f751a50b1e38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa013b6d6f8717eaa8a93648c9cdf64051dfce8310d28950882c81920459d3de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d7aa56474e5b72ffd6a747ff00ac8a3bbcc986
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cc194aa39be268fe85d31471f7d37c7627d22ba7b6c966247bce3292ce8105
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d779339dafabdee2c004daffe69c4634c8642e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bd246eb97a6e0e033e78bbbcf84fb493fad790d11893ba081480c39e159907
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcecbbda31028e7483bc96dee53ffaf08f04cbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb86af8af0a41439407d6850c10472ca4166cd9e8811d14f695664f5071eaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e56f80d90437179eb35929b95647efcf4fe1d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115da5a823aa57e631eb666ad4c93db7ecc7243cc1b1c32bed59adeaecd39db1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fe559dc1b381800979b24ba38b35d68c2222d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9e8ed4f38992ea4d6a0bb2d6fd1ce12e6658bfb50e198f6f18f73c5a62e1e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a96332b6b42095b9ac6cab6487897b1a717a6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72249acd805d1c7241958085b74e8c669e40fa16c949308b610d958723e9366b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d514af02cdbb911dc5856dde4205272b2c9f7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc0909bcb8d650f1573959397068751f8f7e36d07b732ee1030baa20c699b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813c2d22161121a1ba7a6c2cac96f6ef3ef86122
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba1ab83e63ede58311af877d16bf6718b439228784006b851862b997ef4d90e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9996a8fd2f1f27fb57c2a541f6beca38cde820
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5c1b1c3e130dcb61c7310cfb9e650c0d444a3dc906226e878b2d90a76083e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccda0b7888d4cf3193bf6a84a3128028877c34e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6035c328f99f586eb7818b3abdcbdb2e1090663a56fbee2d44345f0e2810c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290ffee79fc8eaec988d232c7907de17f896867d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6bbb4a19a1165d6fb8082ae09fe33f8976c29da9726883c3be994c91bb9ad2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7416b2ed9c9c59e771f8ddc6ca6f3befd2e227
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950954dc0f6777746478c3ca649990ac6beae1b214ab864ceffc9d7592e1648d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174c6c8ab5e6e8ec45c56f5b2d89a56e71090e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c532a0ed6a01c735f6c8c142a239043086fd94b478e45b8fd3083632878714
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41653a7a3f3dd55cec89427897a7761bd394e6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34ee9f37a8c0c65f8c59a4961eca4a4e50263c5cbca72e2efbfdb0e37fbd05c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c64f03e9e8acff9dbe6d22a394a9a2de4e979c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaba8778dc9dfc1238825a0a27260b047a08332972ab08bdd541cd7f93352a52
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ed6ad8b91ea2360563fd4fa6be4a3d6acd6a24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df0904121cee85ef4c47133f67091ae546b5c0ad3c4376748aa4f40eb959c9e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb24f5feb60d65154cd60cd27c06f7badcfebd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34dc524def787e136e914f2055d6127edecf642e23c0c0c69b0f2b810e947a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4bc18652e1e87c3e86e8837624f52b214ab69a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39610a861f86774e6aed3b1822903c3fe67719dc1b8d745574428c271a02a314
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641efd47c2d41589d4d094674f467dd31571a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f72c157a7b3ca65421e9ce74fbd77145f7126928785f7b2e40194416923e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd34761930fa0751ac2c65de22a9dee0af5aff74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add89adc6c78bade1631d99970056c867e25d164b28c0db6801e97ae2a9c5eac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dce2292bdc0f364b6d22f54082e7554bcd826ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a70befabdd02e4bcf9774bc9923deabcc45e127630dd19a2d9bd036b4a45296
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d19c73d70388aaf6b94f144289e326080d90534
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad00eadb59ef7fd81426e88029f0b7ed423023a2b2d28cf1348b3eefeef73d0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaba777ae415a33545df91c66322fb64ca08b1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e94c687e358f9a954164ba33e379d346fd86475a2518bfb7dacaefc9a98380d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227d1f38339a5072e0a94de28293652bc973ed2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711295d951ed86dbc0e791ebea9a4a3f5f9b7bf154e8be19f350a95bdba79d49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa70a42fe4e10f5412539a64c3fb674d2e9a15d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f74560fdd75e178059206e3a1baa7d0f6fb4ac4c0e2a7dbb8b24bbdb6d5dde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabc12fe3d7bada1c460c8b0fc9a2ca45263308f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018b93bff39392b330dac8491ffdb57b790db065b41a2dd37d961af8f485c615
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe4edd5d5efbd30f58719dc3438483154cad081
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3d454929779762903cdbaf007e24d2fb66ae37d3c275dc5c2f7e9e7493f6f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edf2ced4453596bda3e351109539b8d348a82a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1bb82c9d8202a08a821ddce5cfeb5dae00393115f9f7e402d1fd8b43f275d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511e7c0f4e403bf207f8fc94310c682b6e61d84c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac543818fa8ca1d55eeac5846764b00fcdfc5ef0e8c7d6f33262272d18d2467
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5369b0124fafe8f5bf543c8b51f4098a4dd05a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737af132b32cc824c83c6014bd2115b501ef741a66d4b8ae8391ae27e05062f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdab375974c0d208a3e21d16f8a0c5d781ae57e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c169c21b804a13b39bb52b3ecddb0dc03878d090e5db0b0348c6913a9e15848
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c43cfda2edee9f7374b6257b7d97a976632469
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f27380677e9513fb1feddb7beb75cc8cfe8931d6c9fb7b34b958f857ceb299
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc700766f121305b1b9784a9121b2c6418b1654d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1371b07f83a6d28bc4bd4bbb09014cad6f2a03629e6f792ccc11dc4a50f6a771
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844a54fa3ddb077519a39ac47c8b206fc4291fe3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f760e173853834c02ab0118aa373eb07c68ab2c7105f227349cecf8433580bb3
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5887dcd6373c3db38cb6042cf1ca32b1da0b1850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19293ac1347137b701198702957b1bc4b70e026de4d564f20c07052bb08bc611
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7cba1d5c8571d2aaa1bff8ffed4ae28bd7a010
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef670686818f80bcdc3f8c26b8f63d668212eebdefeed592f4e6e936716be22e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37c784fb123ebda7979f94ded5617bdc4497673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e911f76fa2384dc2aa6696c8ebfe75d9cac8b3f9bb6426203ad68f0587a31ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4fd10c9392d4bc4693eedb9ef0f9eb7b8458b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66594c32efc22a855e8904699228a8dcf69ccd3ceb0950ff411b8eae8912536f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff3b8ee569c824bd7d6baf38849bf78fa4ffedd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153b8df0fcf8f201c3a9f3f9397e6c85f3bd5a6c8aba582868e36235ec3f8ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd1aba09877cec81cda6f7eb585d5435f22623f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607e093f12b927cbeb1ac76111d6018033a80bc60e24f6a92a434a2a95d8b6b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3b838dbbfcbf33b701ca6f48c2aa23a8872cf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a294fffa17086f3c63de8cc6303d6a87b95d70388cee782cc3c01de65663b243
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb231119f0b6e0fcd2a68b4331e96b7ea95eea5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74816631291d50579a01756f93ff613f8d2071dd6aa0e9fd917013c9c8966736
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75bfd8606073eb0c26bc3f04b6a46385bd2e787
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07704d56a6eb4bdb623c20d1edfd5d91dac3cd12dc823e49918a60d71b0c863
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62d62d5cb04275e7875ebd50bb0984de3e29ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f50dd7357c22c8860047136f3d5876ef1a8bf06d5e58de8370e992726a56a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef8240d6378b3277bed314bdae76b6ca339b9cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b585abba9542d11ba7dc51fb52d76df626c56e550cf59dc1eb0d68f02849c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9753cfde61686f5e76bff74fc5be2b60d411539
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78108b5fe9c4e40d364e2585e989d2d42c1188be7dfbdbde0a48fbe67b575f28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1169edf75c894fb277ffeb117b157902c903aca9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bf80152aa2a53e6ccd29f69d84df86cc2a56b2448cf9fd2eee5270a6e67abc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410177254da2f35c05ee27128d673f9369579cbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11df3a32878de0286de3f9339bc86092e282826e95d67cc37ed181f0df06697f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639ff0f3dc486dfd35a53540d8457c77c871f824
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb58f14bc26175da2da87e2ea01e4ac97361b98dba61557f2783e5fc12fdb85a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23d10375cc86c425acaf7d63865c095771baec3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f2fad085d3e8439fecc369471572a827a521ad0e58d8c7208f8959e1d6e63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c864fbfb090e71efa14a102a218f8cb698d4814
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc667fb3837e928aa670e67d8f75c871f5219315f94ebca216cf3ec734b79071
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d982945926a7701e874c4c9c3c348694782a45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe033fb74b558cf2f8610c81c7f965cbca05438f15d3b4760ad5862a38d4d6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc891eb5de459d01db08191a6703931c6469d0f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665c0c2e28640512ff24e22701b6e9e9fab1825e2f61c076224053521f4abbc9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6a698ef7a88c07a2ff5556fab1fbecb5227398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2388ba0e45656b3be23292a6d7879a5e17bcd4931e724296322df5a2fa742221
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f204eadda70bb3371dfb5f195afe32309e2403c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632d5b075aa8116b2eb213ef3e910009b17cef68528753323611e0caef9484e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cbb74a2d9bf7938520bfe652ce298de05c308a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769850314d644d186a6630d9db7c486f444b1e192008b258d3e59606fbea2373
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac5faa39e28671c4eb8bab9fee6ffc9a06beb6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646e4e7e824ee66f829934e1deacfcf63f81f454f66b4bc44927ec2e73eb0eec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345c227c3aee4bcc2bb56baa4f5684a972339ba0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f2c52faf66cbae99e49d7b019716e4615c596a4413b8cf13037b530cb6b40e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b921919651f866419d3ce342cf42e484f75e652
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aff4fe9e000c7c67d96e912ae9bff09f13c2edce94e6455bf944189e438f1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab0687d62cfff308d2c141570646ec2134a79ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7253e5f2cfe6459e11377963e0171c7a93c860847a4cd934b55916f1087b1f38
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84e5499ad5a5991f4b1365e491864c6c694506f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107f8ae7545fa65fd04fbbfff2ffcf0e1a304a768acf5c9c3b4dbb0eb8c5ee62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259cbf9e52aa8becbbf1315f9eaa905ad1de11e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e403a119715830168c578c8640147aa5d66043e1bd2a994a167582ba566cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530e66ed893f73e0ea123b76d6460e9b49918ce3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad6851abba8661f9bf57e5f25ce54a33655a17665d7a7fbb3a6019c5b5fae8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339fb5fbc7c70874b5b02072094f13329bced6dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc856c3b5e50b7066b9e73bd3c78169fd4e294b8363ab58cc523450a73ac32b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119572248e6b9fcc33d0d6fbd34424a61d8ca4f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a05a1f3cd10c4b133a7a09b663093ee501b30afdf9603fc10ddb669547700e6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbeba2500e4e532f31404fff25f33da3191fda3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426e09933d7547b323854fca3322faf87ebfbb019ff5d0c1a4cb05ab9164434
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959bb24ad392627031df16539ac1a31ae78865b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a74a894795c3de9ad6d794ce085d0dc626ea3d00ffd36bce8440e26d62179
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9676a5a080c047e1161d40731a160ff7d49cce6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed394cb8bcd9ec19c1ce56ba2e29f3fc977ecbfd13b99bfac77f1097a76a354
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472f26215c3bafe89d3523219f0c487b03ec634b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e99cf96df85eb07ec3c6f5608da66ebaf76d64bd4d824909bcdc4df230c0145
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a756df22c4640ae70c6af5922ecf3582b0ffded8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27db705068915f34ba582cd22803257e9e8c944aee9a137197f10bb4fa672c1e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaaee25666186b097a0d59fa040fefd1a0e8d50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7924cdf9e5d06e06a9c35ad472c73caf55ea9cccdf38264a0f588e7d202098f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b2ab968d69569a5330f2041ba6975bc22cd90e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ce760793de1c2dd58a62271994967ef3d70aff1d7b0fade6d36ebcca0a1cf2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a04f616ee7aa9111b2e73009fa60e58514d4c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f58070996e1f4c7a6843048c22b49578f4de12f251f67a5b94ccc7c146d5930
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d68ee00d4bab85f9e7ae377e1c37daf1022e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6275b3af10cbdcbaa2b09ae5c257829fe29d6bc6e2cca2f4a0070d31d9c212a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e00ea53aa722c573668cccb5ca289f91e404fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab354f27131cc65280f7dab3b571f6fa24e93a747ba38527ad99cd5be606875
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e267b4cc48caadff2fed5c0a2adbec5812b367ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b665baca637abb3d7696746bd203bfc067662b47063babbe3cb9f811e33774
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6425d0c009a0ad4977ca3a7d33b1a0788e5546d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81919315c8abc04a2795f656e075444edaca67039fa76a169cd70d51cb718e6e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b749bdc13df7085c66fa9ccb6361068bcd4338e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b07ce61ecdc9b255369cecfa5fa7a0dec9dda62dfae3c00c4a5b07b4ad4f4b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1680b8059541106cbd7e13bf961ee141883d3ae1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814045b1a5081cb29925031109505a9cffa2e5da8194ba03d9511c0511467286
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b36e64b49638b7ba9834eecc0a00f27aa9bc02d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb318e522307be664f50ddc3a625fd0e280f210138d46baa28776ed476b2bdcd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2de5399877ad431285c0dbb684b788c7c48be0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208a136d0413866c6f34ca65222734e81e00983a12dbdec42bd6c524e1079b97
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3617ea6edb68353739153480cbfebd9a2c5cf62b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60341528a775e5616a416d34f9a8ef005ba71a2135b15da76f161725f42a4d7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f2f2d13ca552da5c08a20e80c6760093f6fdd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044f654063b72818c36ccfcfcd69b99ae832c8c78cb0b0f8d9b4574590e30255
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6240362cebd92852ad1c079e729e3bba49486b46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009200b01ca45423c3b29fd5887641ad578bb3dbfb64aadd27ee08b7692641d2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59df1f1e17217e651519534e79d123ddf7e26ac0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4818cf6da80fa0ade214561cca88ea4d1235d8adaafd4c068099f266cb47cb59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec170d2ec9f3ab7a5e106e991d0af3df4795e58d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff05ef4a930e79b8ba141ce257050e241dcc2a1743f6035835ee26d83970d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8cbd8c9f580975f980b90dbf2283e854e921ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529096613824b4814054faf0dc05879b6f98984c793aa2faf5c052dc8be0d965
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557cd53ae16a332f094152682936bccd2d09d60b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cae5052f2fe438beb6d83d4f25a61ad14d276500345f64e4021c0c823c8e72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b16e36f2bd4c0b899b69455009aa737870be4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bb8acaa0360f71d60103199829fd0a688eb52fadf6705339db12edd556f93a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d33b0552df3ba339fa302978c1e7a5271e4b868
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b40fe8f28f58890d31fe34e0d51226c9de97042f96c87e9a6cec0e15bcf9a0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1ef536cbb4e519177f5b142c6ada630b7329bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe260f216104c83adb0dc266293234db7dd6dc774ad6959ff77803a24191a17c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a41251c3c6177ddbb8a553f817a16ac559233fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a2859353c37981b432603ce748a0bfa53ac72bcf7888e15b7916c9070153b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6516933011ed18389dd836c83b1b056d79a057
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215244fba98ed4aacdf4029fb775744d9db2e769b9d4fdbdc065b3a7f712e56b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a6318a04e90375bbcb40497dac4e9130a3654e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd97329ec6ad9d9f1c507d6ba350ced19513e66315b4f6560e31e51856f3259
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cd47f07b8bf745804ec961ada01b01db343e35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3973407196e198b6f42e165422059ee86f5c68c51807e0e3e731bf0995486d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c173527a73c8745e42572b14859035307087b997
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9029b12254223134becc6cf37b21d42c5cc3559d00e0e748734596c53b5de043
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41399147763e37df704f25a93b6001aa62dc673e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd9f0590a7805bacd9df282aab08ac818d1afe4e1cebfe46d03c56aa30d431
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4688d939ef1b9b4303e0690980caf9b2c3d379ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653fbd4af4f77364be28c5364d8b3e82378c5f8a4d12b2794c54289545dd9b58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1bbde16e3e0279e381a3b755f725c6eb6f407d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2863c4f844d155d27fc2c019a54fa4e67c9543104a583c8f3dc9dca7b696d99d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a84e4c62900d92e806bfc7c4b55c15cd22a7107
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db53a938353e4257b72b3c2373c1bafe4aced3b7957e848ab9cebf1333975874
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9333bfde95ee1334b8f3b4fe8d0c154ff5a8d167
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67bdd8e9a72af5b9b2c5837669a354fd11e7ae981906e33841ed716b9ce1d53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6f919c0d73af40b173c15b2f30bbeda0ab0a96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6481515b5cc5f74fa04e86951010ee7bff0d28fefe0b7f0baf1339d1e5ac28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9014a6a5929982ad5f38962afcdf4e9b3f5a19e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f5c81c9f59acf4620bdcc754ece7660bb0d1eabc39fb33d833a79acf497b99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cca759beacdd594491cc95a0c9325873ad551f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb81068fb4bcede621d1f6ae69f6b86db3bc7e2f1fb6ffc693239418bc5b58bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906fe880af8776feb3d4421133c60d645789ab7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aa9a9034ef1f3fbdf8b73608a336ff2743360ee268bb11f5e4351c73291349
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a8d869e1dfe20c865196a0ced3d8e6fbfa2d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45514c300fa626d6f38af663b4f0ea30ad631ddb5d40f42b14546d4cc462331a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0ed12a4b83f025d080f48ecf56ff18e74c6a0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a147a96d74d352f717915b4975da90c266e2dc23cccc5dec846122c9e9925
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314dc5a741a1f83a9bcfaa4b3a429d196b1cb523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2d4f1f7e4a30ccab2b3cf05021295903a3a2fc67e6e1327c01ba7165dbf06a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59741a39d7c856a2288d0b49edacf59a0a322a4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692fae143ee8dc24710c34fc6c5f21b948b409bdf05adf895204cfa88af5b7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c61efad0c3762479590593a3ae6f6ff67b241a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9679d456bd72367b26b503fe0888c63c23bac02314634d3cb9b936a830014c0d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e22231f9bd09b99fbe17f2e5939230f7f5880f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09f1fd8d5b39bd67c2d3ae61ce5ce6758c5b2164b645ad81810c7be80b8d545
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1107365118a7923b216876f69d3219d1d827b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842079ba08f8e082ed60500f039030533c2f4dc9b99a0f1a5ecf82feefa05029
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42cfe805f8c448c4b8ee7cde68052e049a4f91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971ef8573194167684002e61c2d9d424e75fb89e91f651295d9a94ac01cf3ce5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df1260484baccb1bf90a6280069a549e70b4b8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c9bd91f21ac6c850d431e463031d3aec92ef79fa24e9cff3a473f30dd92780
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead19104df04926cea5fc4bdf55cfbcea170836e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55b1f5267c10c344f06e01e722a9c07cffaf57d0b9f961d6701de3d843e7a75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d90eebf790ac4fd0173c674d91427aca0d48fe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea265e217b576a537af770dd61e55c91d3563958c9f99337afaff54e621beb4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbc5a5c095b5688f1488b951902de35afaa3b82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2de0abd317a902c651963506734a0887b3f4b7327e82b2b16d4410f16b3ee1c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c85b1e1e57bd409c797facd84d3ae1c5b77ace
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f0c470a9b192fd89520e7cd11ffa9fd9f3294e64e765e442d9bfc88dceda38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a411ff8175f366ff4220bb7e115041441e1d4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed1d4aa22e8b17fe0f43e377019d0a23af4022966538319900857eeceac4160
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627132cb0f26f13b1b474d6e38405ddac54096fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472ccbd9a43afcc82ea849102e742eeae7e4d7367fe939809a6996272964ec6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837f0fece49c47da46d8e063dce5e2232d2f418e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af82d820a8e16036f63fddbfa6fefd1594e14680c797fe87704f9ac4a59893
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd39f7f4bf15e7f83b7d85986aaf549d1e4f806c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b54e37996ac8e6e58041313271f823cd100835ab912a800261fb772749a70e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e18c3ba95709be5b491fd10a158dd33c0b1ff4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832fe231a365fc292c1d511b1b5209b6b94cb71fb7b077c0a3f877dfe14bd97
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d1225c43828526bf6fb54987e26a5816613f09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b4a78b99717450a791de2eb8a800c3a6e9bceb92d093b6735337dc0519beed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e37fb4bebcde17c712ed61a9186c69f376f3688
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af55f308c43b23782f8bacd1307b60c263ef1174f1028de04f85d1dcddd94bcc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7fd030d853da60d16ade250fd28e422e8504cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ae787711854219320070054fd18ad7fd6f5b38982bd9e0c582bb908f7267fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63125b0d68796b3f5c57f0a58807d18d6a2cc17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02dafef14193b08b42c4abc8c226c69d16fe136dd1a34e938fc10ad1145daa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0984f513aae825ad7dfe9a7087f5c0c9cee0677e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d4aea6ae98b20fae8697670964763e2868b78f7f1120302c5d1ac1eb66de2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b4b38259be30981af52d8f6f88117e474b257e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384b6807bcf08c2965b891873f184f7a2fb92083359312a0cd4fc6c74ea2e62c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d779228b9b072d1e628cf4b8188c8c03aa7d8d9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905103d9da80fb6224325d53dcf8a1a6584533413f5800653ef4e68f1e68ddfb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81006f973515d42bae1975c2dc2c36ab70be73d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6777c6dfc7d8939a7cc8d2e0d6f97696bebd692627e59021286ed078a7959c61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0123759d2990c19de7e515c07728b04deba21d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3d97263acf3e5c86bd8a9fbebc14e81009605f3cb4e13a1973b2d1acc155a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bf428f772f6dfe2f995711b5a08db759fccf14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4849b9dd978f127bb6ff7f69ef7061a5d5b27dfa78c33760992bcae7b503986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec47a14bb4f41e5a9374ecdc62d497a09868fea3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f63fe0c314e8b0ce6a091e4d3775b85e0363544c223e9abebc58ada164b13f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c5cc3a3a6e68c8471c6dd24181a266614c6995
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f14131e2e9edc0e1614f7c4e3ce02e644e92341db55615596305d932bb6c8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699bdee61ab89ae9f3ace5834a4f5073995fb5d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12c26a407a9868ee440684f5fb367c76f1b57bafc5015d56b4506ff4b85074f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ac836c85dc639173fb55ccb4aa8565fc05526
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34d4ae15e408e3b7ddd04f68caf6819940b6fc1771d5ea234365f34b2210e81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0e577eb438ebfd251045f8aac0047722ea8b14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ea620c9fe5ef6048dbba2c4847525a9ffd719ca76b2081b79ac1143ad91144
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2ad4b643bdba666cadfa0ad616ef50e02262d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92656088ed30fcae6db6333f604ff898d4cc259b6add73e52472a1aec090f9e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53c4781cc134d7a143f3fe51ca51832b63ea522
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11319f7d622f81a4fafb3f771f97bd9a4309eec4af2c8ee8845732947a2a176b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900fdd0911ee684364f2afe3ede42c3e86d0c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788553a88d4c1e41f05b99fa26a498b911953bf2cea58f55a1c225f81ab23a00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80df1c3a971f431e54942ab4fa80ef79670f9525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca5ee01c3027ecc43f502994de0993beb50e5de0c0cafa4a179cc8e03dd254c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87359d13957c2f5058149dd2792d34fb5c01772
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd47ff9d1790045c87d8c0f08914239c3a22253ab5c21ce407fd730fa83813
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b092697e7fb2cb9a26b71cf365ebb66108c9b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c923e780aab7540bc720c10ae4f07e445fe3b0f5a8d3f05788bc246945c284
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968ac27d57f630b24b8e101bb7acb7c5963228b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf116a1b006324bd1d876ac5eb1bb6a3bb5510b1e6336cf0dcb0e178819d9fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0bbcbfc3b74ca8fa3e1c228408ae23415d6372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c12db9609fc503dba981ee8a6ae0851e7e984b720ce084ed614e51e701d5c8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96845191190760eac884d8e9fe01f3b23ae67dd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3526bbf2870973de645f468b584f5f4b683886523a4e34bfa869e90c1204ab3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881967a34c4aefc85a13fdf4f75dd40db0f2d1ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37854e2eff007fc08b808e90b02d421284484b77b7016b735773aa730efa0504
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f97d49da47731735961734287f4fb5b6d5794
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb229de741ea3c944b1213dd4b201a9adadda9c64f4a2aff7514bed805f3baa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f84253fc7dbf9ba80d366ddb5021d26d8c7d072
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e167a3991e534e7f4186b4840bd1117afc031f16626a02ef1bc7c7175bbb6cc6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5778e699d66e8c00d41c224af2ea33dc52af10cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c58db4720812a88dbb3aaaeaec46f4cc5e99ee05a60758a14de2889deffcc85
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eef37b05ca1b9b8d279e0abd2a1d50bd71d91d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ca9f2589e5ec19b62ebfec9673acc85daf9ba97317f6a3bef4f9bc7fbd83d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec8069504cf8f53d5a258bc22767873526c395
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a8055f6d4c553154f0c5d61474f6e1c8375b0cdb6db8e14a274d03601ae868
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2eff83d7bf0b74c6cc6b8f0d248ddb333c09ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d9fad7ad10b4397bfd4b900569e1016af323302f2000b57bfaf0d3ce547c37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdee630081e7445d1739e8cc7905a3ec25d6806
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59199e3ecf006fb11b8be17418e12cafdc2e04359d0caa86db2026eae43e5209
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875d1fedcbac9a9999083260642c3d908e03d4b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9506afa6ca18f6c21071940438c3c06640cb0616e816fd30dde5d1d523b5290
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56e50ec7ca5a4fd46106f93ccc435f76fe21b3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b6c672a856e2b4c95bee4d5118d3d762e11e42391a0153bd2003a751fdc6ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e74030499d619d10282958bf41f5109d6c842a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae3897e4822fd4b28211c41ad9893b6e1dbb732dde2e407cbb0d51e063727c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004949cc0895ca114de53f3492bcf543ca9835ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef073a75c417067428fe7e9dbb56218d7a2008b25e21e9079cb4f26310fd270
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ae7db4524248c600ae1d00e915b4b89211e13f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348137d20f9c4445cb5a1da3ce122bc9dcb1d0bccd24a42195020cbabe473a17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad7ff28c986e798e3c25e0af2c0270961abb4d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ce9e889c10fcec30259f9c79463f859c112d9ead7c535993ed336161b26e5b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0965c989674dc25b6d5faed6a658daddb75aa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19f8afbd3f24214d55d22a38fbfdd41387f1d1143a26ec40a81dd8a23f2155c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c61d63430972ba67c721eddb6499ff97051f226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be1bc78640c4eb108963e8195764e40d820c1122f32e3fbfc7f021c1e53097
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646d9651309a9f15e5b5007ea7c19157ed5b4900
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a316fa5562636c344973a90621e30c68e8cb8b692bf2a620ce4882fe02f8d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158d471205fd7301e6baef9a94cd8a182772512e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0b33977d1ad3123d35e739dc9a6121574275a5eee8f2f6025264d3ba6d9a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a18eb0ea303d0abc56ab581d24c6fa069490d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5449b093f56322989bb29a14efdc9b251eff4acd0af5e80af0e7f3bb799ec4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e6e7f43744f116d5e7880164353b296c8c3591
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9267e32ff0df2865fe9a12244ea641cf8015065eeeddd1d5bcf00f6c7f972912
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9598f008e85ec8ce03b11a9de709e277b5193e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed49816a518ccf3483a201c05c9a1350d106acb62cc4d017fde915164b38419
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad413d047af7f905390c02a690816c9e1b50465
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b97c504811a5a5345d8674980cc371741ff05a0b6a8032cd46dae93330f191f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383e4bac0113acd78c43cc2445b8229ba742717d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991cbdb54b496d6c7a6327d51f0089f2f99368ca67cdc0444d87578e381c9ddf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc30069e6d190475af5405c20dceba3c5b308870
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98c093fd5265a5218a0f66d07b9167312011ca1ce2f748aa51c5405530c213
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba9fc318a6a39458082403611994eaf1b08dfd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02922080ebee5890006d744a33c8daf855e865a8d438ef01bfd6b5961b21c63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b94ccefdd4e01fb44defb28170bf0f6ad3a2c16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd85f98567d667850ea21687ea132ce6c01552fe5dd3c3ca822af88e14ecbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4d08b8ae35d17928ec39a4691ed3c6839dc66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7e9919f60279623057c4c5c308f84cd32ca871f7d6049989eecb3e3b24e97d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29bd299e738edf8f8453120cfa52bff817c9f77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebbd75980cd74e827945de2c90ac9594d0d0f3b4bb0a3c8133bb91bee56dc2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7106496d4c7e5cc1f45b5cb6b2a34715467cfd13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9838747544d6564d33e54c88755612fc291f6897a6beab2f822264d713d78f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1b1ede15fd60d3819f8d0af96cd305e89713f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3160b954c9759f7ffd1af4849ad0f7c4567e65e7be94a39966c62b189392563
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d330a1249e47597b3dab14cb85c11ee172b633a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d30deaf818e3f95ff9e6e05b55ee5d0f231304795396d90453eb68b3ece839
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5d9e4975fb3dbd656f37feb351c9893962df78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e4f438decb8cd047e98db2e9dab56ef922c65d1b27a2effb0c312c1b55f1ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281258adef84af78184c1c29dd2a17017eb4bc97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9755849b6ce5b873c33bd9eff8121817754199d17249abe7b9aa696efa9e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0f2936edb589751427968a84fb22e82f42a049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710d54ebb341a7819239814ee59ed90d24c7eeea262f564bbb1063e65f16ba73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e81af3e1b36f1bf738b31d8b7653f0d5ea25131
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621b0d7d78f390eb9a7d9cf3f9a44e23a9ff8ce0aa2398cc5bcb8f2a4c07dbc2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaafd70cda99eefc36d0f936d9e4e0c05d9f1a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2afd43eca5a34b636235337304c26dd99039c69d9436121fb2db1d96ada4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da1cbb559a733017641c7fcfd2f405332af46b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33df607a897d051cb8a7a3ccd4dc09aaa2f3f5850ac6563ec9bcc2a1c8bc457c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aff3988f2b475a3ff71b1e4016e3a635b81322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20a4a54e71fc8710a44ed95f8fdb3498cc309ff7dfc7eb69fdbd3eaa4777df3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9240ca2dd4ebf2a4a67c0654620f0c4782b73d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb2a7713559c29ce0942968839331671c1a2202e205ef1c112b8c22a4567c02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1c365ba179cbb95df1511e4f9c83da4ee70f87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45c4982ca1026c1fdcf95916ebfffb382585bcc865eddf2c7ae990880d7fa01
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d64bd2beac17ba3f960b73b35a92e91829ef38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb424dd708707d5e5e72e623ed40a6d9ef1b1173949dbd32b6b52f0e86dbc3d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b11c7ee08715e52a83c7f30c4172cdb60b4de3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aab19fce5b2e7084cf48adda77ee012597f3e587ad336c311ee3e33f1bee261
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f37a649343f217936ca5bc0c1cfdec0e98372cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca3e1678b661ecd7ed1b860da7a34538b307ad4947ff2e224d02cb8250c4992
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabd9261e38b847699000425c753192d65fe3477
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cde664bcd6105d27fe3133f9055463c04ca70394c4094262b327a4c9270e24
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0dd9f9a9744933220aec965b04239deebbb50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c4245d8e0c975d655c1267f29e0e6b9b539d89f720e07fabe35005842a39b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0231156364adfee025bd114faacd46bc1ce3fb31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd61888ae0272891d14fce4de3f6ab232032c8e55155fc93a6ce064c6746b25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f8559480ec849eb29b298f87e4567095582047
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5727c65cb0fe76d7d4297c442608fda0f76fe7ed8588afb49270f5959ae99671
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3cfc80d3f7b44547c2fd983df5245d907e3678
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26daea0337b3abb0d3d4f891407a6de62f5aa669dc573fbce047207e233548f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09df56f49677b67fa241ebdb05f4d63d9102f85d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59771dee758b7120add91bc6a7cb11e9baa612a8977afe3b177a1a8218f4b514
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed138a677ac2d29ef1d8beafa5aa9039098af52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de32348bf07191a92d7578eaca0ebd9fcbeff3049f8e06e299c90d7c69783b71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65947d2a26247b879af50ff8e07ec076a9a5e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782dc7a1fe36bd767cdf9d648e7fee8774e365b3b294949cb3a532d264ca14b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c565d74d1107e6a3de48f82b2152f17a0239e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3f6079c4b179cdfd21eaadef203cdbb4f9fd432a38d9984a311e852e25ae50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a6ee15eedbb67cbd540c263c893d796ad88907
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c273e148fe9f95cc2bfb9dee5b74b19b43523037bb8783c825bcd2dea8863af3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697b67cde5526c8f858c47acd1f3073b29d39cd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92865bd48d8e3c530c1ba144f7e9036c8908f479757bac4a6a0ef31aa3b62a76
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6ea9831f1159fc56d5436def11a87cd5ac5620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49038303f47c63f4ab4197e3a9a0d6c80c4830d5ef33d1f7de7c2c8309b93b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d5f8e842a0c1d4fba7fa473253d6f3c53d9165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc699800ed7053ce4164414167a1f7fa398ea4705e55e0678d6e24787e95e15
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2d26c3cbc3dbab70a9bc51b014f7cb6ae79dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88477728852128a1001cabcfa72c2f72217297e94eefa3a45339cc21b94684c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23efe76c2e9beb63e9b040c8e16e44d684c4fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ee527c9532b04d34da0fcdfebd37dcf3f3307b31cbfdc0aa8bac3308ddaf7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8582bcc25d35ffc863a50227afba33e4815c38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d155cb7f3721e2b08a6062087d6f4eadc3d000560cba398169677f3146cf00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430456afeeb19e76f1c97e90969faf3c2646cc74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbf08062c457cf115ec2360bff87f85f90c5c79a8d02f64168c21ccc786b0e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3d4f275c24ff611f3cc6e07505d2bce47aeef9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf05017960f524deb014dc0c777c7e0cc9fc1a302c14ff943be54be900253345
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb646921c859bb21bfb95add9e73942f12dff7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12082fc6a57f2462a27e41921f04406cd57dc877214881359d0c97fd1a03f040
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea277943d808ce43589af1cc925e19746704ebd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ef84a22fb849bb2a39035c2d6934bd42a36dbfb127f42b7e6cd1318edb08f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad272cc74557c9ed23121eec83181867d26056c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999151955d5b2d11dfd660b1cb2149f1a310edadfaccd2e20a3b7ba6f5060d18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450b287c158071bea60407d1870d7a199544ec22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd66d56e5cb88484dadd33ef0660c65d283083797b56623f188626112df152d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd7151f573cbdfb952ee7cc257edafbd14c1ac8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce3ce4d76c5f98d806e3d31f198839fa41b5d60d79958bc0a506844481eb20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d5c2af220450879b99ff43c04f820417a4bcf1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14a8bec2dce0205f7f3dd62fa902fa40386019ebbb945d6be863257ba15809b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660dd1b99f205f5cdad57685a8b04d3f774f70ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384daa8f4ec48b09b01c711327515a729fcd19c5e6c254230ac546eb0f25dbf2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbe144af56cef3f3dc81e1ae11168e4c5f10639
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31387deeb90a2d869861ce6935e8e553ab22aa4033513a01634229a7a6e1e4c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb834db012531bac647da1fbed3792c2e1e0af3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c53aa5e7186b63fba7c11ef8da90b981282e7846f04be9f17b570ecc3647e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d15eedcdb34b925d5358c48a6be62946dae33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07846f7a94cdfcaefd50d4bf13a1221d0e1710633c3c9e47d27f766e481cf045
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88631fb6a4e460d2204917eaf22a79f5fc7f8ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a48a894fff10529e1202b233913daedeba5088432d3cca19ec85c1473dc63b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25aec199cdd409813a124612222197a5673209c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c005fda9fc9ebcd740a82c370b773c961af3ee07d76f29b5aa6bb1a3ce996f10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9e49d305da5d686854a2669e0655561e407259
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0811232c899ac8ff6ade51cc67e825e29128e481782343f40b5875ed538b1522
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecff5e44d31627444909d37434aade981d716d4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79b8e84fe50e46d91c3ecd4229ba2a8bc604bf2ba59701df20e4566baabf536
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08be518361309702c61cc30467424f84e30db1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be12b83fa2f3987de114366d989cad0aa6bd469fbe8f50c5b460392782ef1068
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4cd8c2b9f4b5b7395700c13cb59051a8087f54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dba0038cc74a0eb5ffefcfe66b41563490c4304ae890ba1f329de59cc7644c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53ed3232b0e960c20cf45245fbe3704b908e6fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98adbd6b5721b92e07e1368822eee4cc5bf7769538f47906701129b6b69c4d04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deef737e4670577cec987ab1903f7095896534f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed64b6910fc5df668eb974db432da161612361655532b8e7bd931d9fe1318d10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88315dfbbbccb5a7ea6fb0e9bddddede0b22c6dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f44731e157fcc19a566375cbc7d802e29399ef7e971604f6494e9b962309c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035ad953c7b0fbe14ba981f530a81a36bd96911d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5beb4be5147151a8e3cfb5d6ebef5ca567eb08082bebcb676f967945a693c3a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc5c385ff723efec2525474d8abfc24df23dbe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3941e5f9536f5ca763d6d997b559809b858af3ea8bae53ab6f250ea86c0ea5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01516a7a851da2ffaf66982923fc2f8f71876478
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3436afdddba9ef65ff8fb1224be1bab0bab701030f6971e6478cfa805af783d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56141328a645be656bfca35049bb7939a01b6d58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22b5c8d7fb24dde6629d6de07e0dfe5a8e6bad5e7485d2975170e3dcf6474c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e535ea4cafd48df09d4e2960becd5cadcd99f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c97686224aeb3932fcea3583d8f2218d0162b592f7c5e5788e8c878574b9d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaa67919113ddd5109840297a9f3d2e91b20d43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130cca9170a672da52eda4e09c10095d247339c14b91bd6a1fb4245bd3d7d5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817e78f6477850c18bbf734efc2f244a2d4df712
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efc1788963200da80b5d4629e47872bcd3f1983e8621069ffd550b136a02954
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4091e36c70c86d28b118d591d098b2a4a092e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1f9718fb1bbb27da3b907a7d47e35d13104fb497a5eb2aadc5889d36d5b575
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bc983cf0d1558c822efe386062add14c81b4b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c25f469690f552341a7a8c8cf455559beb9f07a5d4d83567f0bbf8ea3c6c533
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a20f05362a9a37534cb5ab966bb7cb44958881
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7b37d22b6c9b0aa2dfa1e08c05db7c08e18c2a2cbe9231671f1203eea7b8fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7851c8afbac1a645a9f4d0c3abf15c5363ccc9a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c0b6f535dcb3d6d142aa248286e2656643a74a8ad9669eba8996fa7af28d10
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9dc40c23674c6415e4472322994b0f4c8c5e31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6487e98db5670385ce3a456d9a1c3ad58d0a2ef53d30239ba40e32f951279cc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7a184047aa646c746569b559a08d59475107e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650f48a6eb50276105a1f7b7d9eb4dd430754a443d421e25db37b37b9134fa72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6518d4a109398237fec23db665cacefbc6463a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f716b4a17946c3b7b3ca739e481c624aaf5fa80a1d50202f8e23f9c962414ff7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d52a583d01963e7e1dde74275d17802e240a984
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfc3ac368d2dacef3e91d9e5d7e61107a39a7e9f998f456c1e10eb4cf9ecfe0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5653da76d03cbdc0502ddcc685ea06e0569ea5e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19cac1551dc86728c3180841e3f8390d67fac7c62d9ec694ce7f6993b317f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2815ab2e46e68f9275d11499900bc5a74ddd4e89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0d2566b6209e3b766391cd437ed41cfa57056214a8cdd191c323d269482fe5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c7acfc4e9d02a4349abfab6831580996ca241
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd54331f8f73a4200ec2d7fbf3b6b253ad526bc211bef6f802af3d7815eb6434
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e64ebb7d54fe17f6bfc47fe33e3e2d83e7349df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a744d512761e61ce63f24b248df0c1621927ba06c111e7d827db6cb264a920f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d2962facfcf38f5d918b1b3a961b1d6d18386
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f415432de3f30a87c394c79178c1f6d1deac7b68b3425c7d18c09fc59e8b2d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8701ed04f68e12a903b884a669492ba5ca45e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d84105b2e3c472dfe46b60b93974860de778dbe8a0ddadbe248e92e4ffa114
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac7d730ec25e8803a4b07110c66a143d473b41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec92121d7891df9792c9f89e42500207c401d1e7b28c07b85f715e5b1a143389
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d405ffcd8c38f4afd3432aa1bc12d7114c706547
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6c9cec6f7c76a1608bde89d7f47fa2f1237bbfc27c4bd427d30adc73eead2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad516a352510314ff5145647620e41424780aa79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be826f6be02149dd437a5a72bee6730d754c601a45f5a2516f5dea54f41046c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad19d82c2127b94dc79c0603ec6f66ab41ae43c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5694dd5951038d7647609bea81952c9dc0eff0a4d136d39cb13ca938e8c9a249
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a0c57a054ba9e1498ebd9bce9282a69ad72cf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b2c38c131f3788591b1a981b329e1ec851bb4a3e94bcf956b5979f38f96b8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442c4aed8036e81c1afd2b64dcfee5b1548ed13f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b88e06df1ef2677cbfad5818522c84b3282a2a98c8438535c315db9ea1f00b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65d59677c9b9c5a6ef5642300786b545aa3f13c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c616a33686bd869ce6de7c78a1998b22d4865996fd64c1abcaf09a745b469
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d0091f7fc5f4831340ca8a2f60ffb1cac49160
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7913fee51abb6fa618d14373588af637c4abdf8de72538f043b170856a92b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af7d7f9b106a686340c4e4711b57eaaceda2dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5121dcc9fcfb4b4040d8403f0c628da28359f721c5aa580cb812f532eb69f5c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758452c5b332abb7a81519dbd0e37a2edf0dc957
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b44cecc251cf4fb9b563742a9793aae4ae9214668c80fc240d3d6d7ff06888
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd3c68eff3b11cbee46c225599920f0404feb79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef69d9e2973c7eaa9e7829bce734c54a7d7072669fa555cf0f8710bcb76c385
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df854ecf67c9ff7a9f401921a77345b2303ffdb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc73bf2ec3f945ca0532c7ca93334fa4a13d7dad987715270ef5f4052cb84b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427968f9da4970cc29949acd418a72a3713341f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7296188901694870142e0048bb943464b93770fc4ded0e98f4b2b35718ea5f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3aba7c4d0a57818351a0e63a2a9bd8f1effc25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c802bcb2b011ac08755838f1999d18ba1470b80bc303c7dd69d1fa164cc1d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8383b542ba2707ce38dab8f6e2a334ddf51db347
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef678d9363c52b593dec1fb2f6bf6f1f7a46e5db4ab5379c782188863d47f84c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f425ebed63cfd541b95a4a8733049051244030a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735a30b3c2bb9738c6aea534614d53c03e7b532a69c2a1227d239db22a13c1ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc0c59d5c91df063ebcca33eda5f4b01ed06e4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1230291ab97595330b26dd8eab7ab03370ad3c2ce58c736117e1f086e9b61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a5ad78286a65167607cd2edeec35078f0ce055
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dabf71b053c0bc1a46960dfb8717af9a9d38616a80030460fc9e3c74f1ff18b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac064b56baeafa2bb1aa634435d157fca15f21a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18862ce1d806bb8e90ed9b30adf1153360754673788d25f4c7abda02e49d080a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d5c78b1ed9849f193b38b488d2e4ba041f33bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5592ca11f20862bc2df49a90e7b0427269c1c7a77fbb521f76aa0a5ab50a3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752cc8d05c43e1b44ad8822304facebe048fe7ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b366bf1979f6f19c461e1db67dfa3d0f3e99a95d2406e8f405e1464235dcca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ef1bd72e93017d4ee4ac7ac1a0ef55f4cdf15b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac005f86c195eb35f0e0078dc4e3d0cfe2dda4d9e8d603501a72c204a4f9c58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef77a841e4f500c12d88eda9580e5280f051dfb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb61984e20d9e2d30b8713d9fc8404f62399778e10f75a7e6bd7e01e0f31874a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04b5ed87b360f1cf7807942e9d66d856a7134b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643ab3484f3fa58d054f309382b52033a9b19c7d12215cc7c265666fd604c0f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5b8b8ef7c4bee89146d2170dceaa7460aee874
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa178cf0086d4f2b366de2307de0eb18e9b607233b10bb041799f526de040b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c8b3ebf8cbdc546a0b9cb73a78ad5e4b842f86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da34f453379507eaca95f1ea51b93718f1181d741799e8889ca858ca41687bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d548e2abb5c0b7cb7f9e7de13a8eb75cdc78f7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8451ba80ba30bcfc0c1f4de957efc6dae8b1fe24821e07648b94822a57ee06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528fe5d260c891bd0c23cb933c0e8210aee34a40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564e8778331b679efd41776feb9882b94c972f942cbf970a6f1a16f0307809e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207e82be84a2cecaef8ecd1b292d4ca95c909705
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a37e45c6c34f5f648ede124e314b20034738903cec452074320b513fc4b7bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13378a9d1d9a637b022843808baebf1d532a05f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edbdf61c863d9a9b18bc7e232e70030f32c80c65faf0b5cc2184990f7fd87e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230e9d0310d516195220e935b9cd6217926d76ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77eec19076283497a6504c7e93577d24ed9d5624ffb8e0011e8d8b7937346d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e0fd9db6c9483eb038de7b28ea79da3735c356
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f952b91539bb1e89225c259b72a58b0337f3b24281e47c45c054daca3ab62f69
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7501371d371d43c379e929fc75d8136458dd2a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9473a31ab5f9652c4da025fe5effea37c1c9cbad6dbacf888925d88af8c457c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572b7e78b43ec85c5650f239038ac3ad73be1a92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2e311059a7109a3e58506534544b16004c93cc1dc2a5ff462feea2a796d24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec4640b61f0f7fa41330a96ecf9b7591392d904
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6f62891ff14f12c35cfbce67ac0bd35bac710ba2060b1a63fee68b720d3cb5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b00f60ed3f6cdcd4a11e23e63b3f296b43cc13d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63805f2348fccc4e88233e5f75dd9f0a1271be79b17f28bf1b143e3eecec021
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228dafc22b8ebf1b45b9a852a3030b25807a226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b9b40c8e14fd2370e7f62a8f7800fdf8a26e0f44e7a583fad51db7c015ca13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1a50fb0d58809ea751c47f704291a547f7a473
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4cb4ed789a0e4f82ca910bf69a82e2e2c323278fcfa3a620486e4fde990eae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d0e422daccbbb129b0658b4983bc1ee59bd81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65bcaf8cdde3b39dc41b669b9f62bd8a339adc2b1386abb300895c358c27887
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7881a0f2b4763b808c634c8ff3ebd501cf4025f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931ba01ff2cf3e9ac490e60aaa8c0a914ff7b0414e1ea56d339de6391355f34
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5464ac7e23dfa514a4aab6509c3bbe5fc6127e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27edbc5dcf4dc3b62a1d71eb7e02112814d4f467de88fd39dd60e6a7487d0cae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a142be2040d87b4f2d5408b5d2b0e7b228e5d93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1caa0e499e89d61b217765bdb87b39d639f046ad344dfcb9f5fc4dfb04371b1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3938409793a6d31e62b9ae52e6de0cd5764c68a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbd34e7c44c29d508df2338ef4c1d2ef6d2d57e72ba53e1c9d1e8d32b2606f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf0cd955ee880597db5623b12a16ed6e708d0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b3077d8a8674d858d30257fa57c736e865167513404a4455ca309fe8343f08
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6bdf9b82c844c3daac1eb7ef40c7d2760a2a2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280606171022a83bcbc5aaa524aa2a35b2693d5434286ac30e41464d1d2346e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723d19ed2c201008500541bf3c44a55fa12b1fec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18027afdbb5e2f451e2283bc954c7690375b29926e9ae5b50eb033dfbcf2ea61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6fb152355a172ec8a6b70cf080395c73e698e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935de1b71fe9d6fa7491557a70f61e7016b39708a303a03a7d527501e085ae04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ee5f0906e8574a316cae5e699c37d6b16888a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6000ab04a9d88ca0436c64d7e6ca42878deeb5ea754f5454839ff6b38f020bd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ad2496e85c8559683dab17d43ee981f8e2ccea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771268e5d4a7a487e8ad19a6e7b9c7fe0dca9004b7dd6e34d9b31ac63b7fa76d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b75fb159c52a437558c44712cea1efb15e53f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3ed976a2fe8676dca2d7950f5baea2e981a258823f1ee712c3a1c2138fc49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27690a35db5d443596fc200c51a3f7c3514f7eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1233d01946ed30673b2ace10273fb969e50c15c24eabeb68e5e47ba24934296
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4eba8b809c56f638fae21432ec94c78a3fe3c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2121c9d8642ba6e4f59b4831698edc2a8eccdef3fe46710f73159c408a34b7be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8f6928fa9973e0d84d194c19f04fa601523ea1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5687ce31ede388672cd82da3205598f43ac7b7078033683dc19b4d9581d429
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8f0c09d4818a6a66829714ae8f9ad8ab6b0e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bf8aa89585f3dd7d019f09a5688ca91b107a113c116e5d5d1bf07cd9f947e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc009a1af2e801a99920c479d25b276815acb60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23029d7f872ac114e0d3ec75e512af00f49b71a3c89cfedc2c20260a5ae531e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d318db6a7b40960e59ae81caca2799a277ff4bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25257b497917480213cc7f6409ad69c7c8ac7604d967693c6ea3b1f90811ea8f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6de2a3265f75fa44010d29721de928af294aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb17deacd7fa7b8242c72c292889d8bdc6ebbbae5158acdea16156ce8cba0df
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f3f31564f8cf9797d564cd61171b48a3b93cf1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3497e2f62b115c8bc8ae3a6f2fe1c2abb5b990b6e51f6c39e001c78243c42d7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a89b9d9be9f4e395bcb4366de68e66a352adaef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93c3d46d96cc828a01736a0d2549cad921a11b157ed6fff666a7a3cabf0c997
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27bce1de82b289820e925a4202612c0ae984c35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640cead92c7bd39a8ee4cf8a56d1bafb68b4ab2a481ab0ab119244bdb4aa4ccd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3306d311c089534dad3f321b30decae771c9316
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958fde1d4409d9034fd9aa19138eb9fc3f7ca185ab91a0997e39d9486e40811a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67f7f88d60eccd749c10f9bcc1e4fb5beb46750
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a094ba46e51960809b8450428775bfe5bcbff97662e276b7c3462588f11b2bcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d6ab46664c683c24e432177f548e2685d6406b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8f0226f1e3ac223ac92530100eb3eac3f4c10caec04de7f4449a7159171534
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b333c9441ee65976cc6d4946f606f0f1284d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b00ea72cb423d8d0889db0487ba1e17c758c942fe1bf2dd4198152162f4f0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc7dd242a6e2c86b4ec609ee3466a0899929ef6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72845c683c0eee400e6e66f1f897dfb381139d9c8e57253c000cc16fcf83ba1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0c769606ebe5c7c2365c7514cbe487fd09ad18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c2afbc5c3261c6251964e0c52861c09500b4518f4996b84992ac8c2ff6234
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2584bba44377d73819916b5e50097682786e6fd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79641c264e63d31d05251f9bbbaabf695785418eeccaf6c454a091e9e6ae8c16
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a9773af25a128610bf6a4ba8a3410528a0265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1c7e4a0969d26d3785fe4f1e7bfb448c021cf7a49d2971db7d5f2544873252
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4189d30e27ee856f71ec919b15d3609e7d020cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faea0d20b80696b13a79ca11f8b2106025bb2e8ff6a3f4597df33832f308d123
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7675c54fcac1ae4ff7e9db86034b45435baba7c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c991677d521a1dd39352895a24a79b0bc0650cd39e9da355c8596a55b8ebdc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8671defb10aae478d664fd58f6bbf08f0e650e58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36636a830aff591f4d816704847a6d7736f3047e0b613ba3be29f0b8e94c4bdd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f535b5fa489adfec22a31c4d5dc4b922f321d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981bc029233a9255ab42a38363289f977ba91776854609eabb1e33589a16dc68
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8243f68cbec2f905f70ac1d4b6fcb70792f6cca2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e555de1ea76d857c9e1e76b936ba73391f72e5598810a975331359e88e7ab63a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf14d674487b5a96b2365ebe58b69acc60df592
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0707b2a08cd2e46933d3226648e612155c311e67299e3b76bb46ce8742a31737
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee938c91377787803243f8bfadc6c3b58f3ae61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cf5823823e4becd7cf37418181fa217345a99f3b0bd70985cbdab1c38e3fee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9cd1dec6de3e489409ce449537145ebe53515d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee61c3e07dc8f0653586cef6a5903298d556a89a2a1418d41213e8eca69ffeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be621c8b166ed9638d23e74e5c52b5651fa0c93b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df3031d2e8a9f00204847e287aa670f2e6682339f8a155f37054ef4dfa814fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266fa88135ef69fed287b938be98310242882c75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40009a93c19d0884968279b6d5e83078c3f9a048de64bc7b7848e763fae9e75e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3026cf2bf019f875be3b88f70a08fde51d072d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a11f59da9def2740f2a489dd89a66d5c1fe15f4e280e1a2b2527db71665dc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fcd11a2be1f6d8fb4f4815ad71c675e3e6fcbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab0f3d4de94eb14f2cb548540ffdf1cdc78dee5c1f137a9ac7c1976806efe6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab100d4a18924a048f5184d27116a11d4497606
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd12d4adf250292639fb521c5b9989019d30a891ba4e51722e3554ad88e475c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9562af8ea56338a25628bbed367adfc90e3ff7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e404093d8bffccf33f5b3d78ba827e814770f043abb9b64b5b26ada5a149bb23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e9ae77274e177f04608120842c35cd8a176596
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d033398ad7dfcbbf0166f637b358eb6d6ec3aad09e3eccdcdf73ce549c5bcb27
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550f43920204e07c13a4e36a23bfc7aff5f42f0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536ad1aa46a4e28fffc6c9f5150928f625551e4c86b2f78c0505e1a7a67e5e4f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d9389f483a3fa019e4b154f214cde174f4e193
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da5f2132ef08ccf85208d2571911ae5eb56c3f05e7620b0f5dee9213e9c549a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f27ab44c3f30fa510d1cf74a3ec31ac508f2eeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced06b322f17f2d4b137484c8304d945d0985b892d39b9e9ce6b8d52097827b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8171f9410223ab55e13a01dd1005686d58fdb0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102dcfc7e6c3f6ecf5025fa400a577dd954a6b7e0401df0312f84ae4dcf74448
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffcf3373044d3125b5a4e9699aeb8ea42cabf23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f92d408200ae21b4ed45c8969b32e47a293c1d59ab3d5b4d408b37c6a85f0fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd9d5259955064b04a3795b5a28663eef830278
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593fc734a13b917e789165578ce8b0e156ca2ada3a01989f8829e89719513f7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e73dbcbc1e11458ba2c5a86f6e2afd2deb6af09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020016b53c41f0595af71df3483f8cd2f768ffebbb75e63b5bfc9b89c8fa91b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c84a21fd9bb4665b636ec652745d97b6c99e6d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12345e47da5453ef9749c3d125068ad1042693c45cbfcb84575f320a158ff066
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c721f7beecd07b0421d5d28a7ac2eb60097c0464
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e813a445b3f5a0a8052171cb9964fc950abdda001b5269346b6c9206ce1dea8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8470b94dfc3b59672985fe12a57766ab9ae99aa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c8748490a0cddbb6b265392fb18c4e99ebf506191ad34b5d07dd8421f73911
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c7aeedd7d13ca45c1eb6efee7a246dfd675a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3079aa4cf121fbb540928b853996db6255902b6b63d4f2cee2e7b270e24b02a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c456666ffcab33c6a7a2a17353ae8b19aeeb8290
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7717c0c3ad91a148f7fa65d3ea3db40d0d092c957c30cb8ff9e5c500a24935a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263d5cb78611508e4eb9eac8bdfd36dae9d49eae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d018c7280a38b00d9a10614f75a3222b51aa121a5673ba49ea38e19930204bf4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c1db005051c257a63a986fc2d84f6dd6c35e2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da64a5a7d125c5cfb43d4fe7044cf84c95909bca2ee897000a5d6711bc8c1809
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f52995c225f4cda84eedf047ea2cceffd26ca7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9886c671b4b281a4be4ab7c15246c1058def070d10eb53229c375f58d3353b73
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f52ce447e6aaf5f0be1f6a9ff36cdf9f49f06e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d0d36958eaa4f23466a726ec9399d4079ca4e424cb563d88a218d2a0a3ff56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28db77d04672419f6fa894a9f9c4c5b40b7e5a4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7c55ce7ae0c2473eb948c3851a6022f4051f84ac31e555b755456f1eb7c724
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6c4f5776a5c914f91bacc4f30969b9f49e7c9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef5a7911a13a866379b3c6eda16e15cc1f67d7d1e1515e0a65d6459b2944f14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889a50719eb7adb60120d4e29fa7ff835024ce62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c07ec2aab1d81559fd8cc66946988ee2013f1ac8dc35d71f33ebf5c16ddd3f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c23b427d77497d9b3de5e1793fd69781073467
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af2359561e41515eb48f760d6c0b4eded2d8af8b818e16749208c05e46df33e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0af1a6cbf85f8ddec88ec9a2b14faab6f8b550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4406131b244a3978b570c153a28ac988be802d8c4a4c8a695d957c20da2141af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa309ad528b4d58b137d4fb8fabb5d0e34fd9083
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5dc1ed96af536654eb6789fc03a63e541b471aacde7ced104fc4bc7fa86bb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a999bc3ad3fda34ab1b19946ac5da440d738d52c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508d83526a4569528734cd9cb14baa17c6154f1fb52e1f7a5228e2fe23b22924
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bde92d2720d2861cd1be5a1b52941f07503cff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973e23474d618a3103e3e706b35c940da69d50b9a25113bd09f6df6bc858c3d2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e605356c4fffe1c0f4b0e666c034d2596a726730
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91c496234b4b3f4d59e87f06de04089e19d567a21f4cb3760fde7d9c5b411e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0d3089c1f5859d05682a065118160ac65e75c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd7f9ac5488a6332abc47d30ed240158ad202571dc911ec379a7b6fe505d3f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05606193b983a01abdbd9174910a02f22cb99b47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e50e921b1e85b3a7af25f47a4b3bbb048550ea0b888c0a7888a59b85ac8e1b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f720cde68f7abbc63b68e9ed1db3acb06496daaa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b892480da43faf7f94e5329cf7226cd428f44a441eb538f7f474ea4cfabc7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbdb09849891e711037b8fcb8b277d747411fad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bee524bc73a97a38842b8435e6011d2d5ccba6a2a6964979b18eb8121fd033
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ed2c90883483c5711a9f3f60953553dc957308
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556297f520fc775189a76e62164cd518dcf03f5723ceb9fb81f778241b920d12
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb789169d49e6490a19f0d117188455f31c80d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e7f9e4e22a5b32d6141ce6271d086b347ffdef64c1f8212db6474eebb97e98
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d688d5cfdb1cad9b521c78eef047e41d362e42c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8c71d6063d53f5217970ee7cc44b23215aa854edfe218b14ddae06e6704618
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7f5668eea76554b610f9aa5751c40bab258d70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85bb659991db87af8341df3b1bc9693d49f55abfd1414c3085d9ef6da89e2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e440321c99f5bcc0d63503c53682650936dc1714
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8487928b5fc5dcbfa2c7ad6073cac5c480e17e6c9510d96ea48ff7f5e83ff185
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50b3365b0103e9f363d4db2f2357931111e66a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08234967e3a7cb2df6d00b6dba6a0124c3d1ab55834a7154f89e7ac99aa50236
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb889fb75ad9fadd0fbfde2de9e7a2d5f3a0f67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f43f9e9001b7a306f5a72ef8db8da21d82b01f1e8783c54f484c73f5a7157b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a112e0b8ea9aae9f3cdc1896fdc77c90388f7dcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df733d9d6710b17ba4ef1a2f10cafdb625a39c46ec71745f4748f811105bfd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b5e9ba55b6823847854f9c931e72ff8d0bdcc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119e744392f989ff30518ba2e752b255a50ec6fa629c7964b75b8e34b7c01a71
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9515e00f641651d7f75acb74fb0ca457fe4a5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecca9e4470199d15f305e8be04c6d490a60018343ae6857b6ddc69f08fabeec8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf3823f173a683aa88e3a79dc40601e218a5cb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938110f4eb21f4349cece0e913ba5a9d08db67c2316cb2497f48fca6b8e5bd80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab893de825f1cb217188e6fda7edec9a3aa238d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8416b2d58feabd707cde005ca6b5679a6599d5574e2e9ca44f4e620126da42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6308c3d0623cba1bfd39caebb78cd56efc351c21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb564a5ecf0a58a02bfc427a7709a37ce3e8fe659cbc1c5bf668393c5727b9ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6220cd98da65dc8c70f28996847c9f2291ec7177
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b704a0a5d5d874ab52181f1abc06ac1822e954d0082fe3afb95023ecdd8044b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fb099fe8ec270b84a382780838ccd453134466
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf3d7b07b71d1679938b2764a4f2fc0b6ce0e924cb25c9b76c54bdacbeb0a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c7a48d28e13fc32728951c5ea4acc32f5433c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89723af4c082755a8f7a5eb17426c8428c0dd45f1b700a019095e495fb20d42
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93297b2e84b83e25cb2207ae9d2c354b50172b98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9765aefecc4dfae8f4f5bbe151ce6384400ad5f25da9ef526c05531b6d2c961
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34696b434addf87518b3125e196e0e7eaa168a9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3b6eb484700e69986c041066e75d99938f699e71f7da0f1b26c47708cce19a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f929118bea5ebb830b98feaec1af5313b2e2e89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925a3a868e5e56672c708e7cade938e84455e5173d4d62141b828d2b09a9de80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a174bcd9a9780654dbae22ae0b469818368513
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe5afa04e1c98ad2489179966020571e216875c13e97af25cde45fcbe0d7302
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adef5a6c084cbbd698fab785f2e6c6f545ad831f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf2e52f0b5268d1aaf9cc2ecf7c3c5e75561ce48d888b2bd4294805890fa77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499e2e2c1b80131543b6adec2075586fb86176d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7730599e24143035410fc07d5f737f9d73ccb10b89466ecde97dcff4cebf3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989310ebd56ed7f1acf5c3777995273e8d730264
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9d1430634c853a848e823e30b18519e93fef7a35943a8efacd489fdb6dc33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118a1024cad103f7a1eb67b3792c4314f0d5a96c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0c6d47e6e2f4ca5bd13f6f5578938f1c7a795b3b1a9e519beec5b498fc6dcd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b16f1672fee76d2e35ab0c3ff037804b8de67f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da9e1430866aece9af22b23ce2b2f70f3ef4dc6774d4db58a5da50417a19c09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff0d88040e56ac2519609c1562b729ee3eac5a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dae939104b8334f4ee1d92418683cdde4b748e9c5f1a4df52a9135861cab48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ad0e27a40d86f8c1c502624ba40318dd955eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a95d9277a6bf39e33e8c7796aebcc94a5c77193afe9aca12de9aeebd97d99d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf61bf830af2858ed220c04a40121446b8989581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e9719205cf3ebac28c6d2da951b473f3232f0393e59ea73626b4e5395b9fe0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282886d828a9e86707cfc60b047fe64eb172d80e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe554528dc46c7c7807267b15016c2facb82c67c21afd014e0d1ba74345d207
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e2656a973e2e593ab6fa8f8fd28da49b2f071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731491875c5eef350d465cdd7d4b18f035ed7de508d739c308aee5fb954f4ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e9b3b35346e121b9de397b160765da7ca0896
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea10978dc7b816594a7dc6f0ec1326793ee37929a53f34e33137563d87e8b6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515f01e9cb85ca0afd1aa969e0e2578c60088a74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d270521c2d6ce19500dd80b5e8e77e8cf45bab0fc4efac888e345f475745905e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab9910106696006760b5729adee1657189e3fd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c56cc02bdf2011843e9cfc34a9196d2f75d6b28e2ce62ba6f29a60e2aeb02e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e664cff8bb9afbcf9e4a248d0bd44cbf48e516a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836541cf13987dd2ff04b7dcddd17dbd1d722bb15a9095130cf2468225a9d3b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bcc51a843c9ec1912a556d5a2ab7464bf1d27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d179c0a4443dfdf01d93b28179f5d10c60ed1535b4c78b0d75f19b07fc8bd8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271420b6c9d61127e3b107c6b032ed8e559e4fcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7e8952a83f480c1a71132163a89d3a66dbac96e999e3d7019e043a7b56a1cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b5f719d2cd94761ee4aed94158717dcc0cb38a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22105cb9052eac0441baa9e2ef221479d344299b511c9b75a72226a43bddee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd45846872482a3cd47e1cf09dd73a5ebde3b937
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44af9503249728039568436bd8981a6ea1eaa8ab0706f912afa49d956aa552aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0205a92b60a187aed96648d390374554aedeb5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78dee98c8b0972f941a50b6b491125554f70d0f41df59dc81a2ee6e971759d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e674b0a30e029104ec69c4a1575b7cb8725a5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbea7c67b3c98bb7d00e5c0b68ba133a36f0689fde079891a156655e313db6e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8295442a6fc18631926622ab18550fe719039
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad95446c41b47b7e0ade68a802a83512eaad853431da574f6e1859993afa05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4f4676b24709401ca66621c750ca28456a503e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab95cb22de37598ac6dda8077dcef4a3bd6b3828705ae8465a0b48c50d4d74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a0514c4a44268976423c23b58b5b454ba8a9b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84798e8df777b91ccc530a6abc799eae9bb10f7173171118265acdc99c72b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81857520256284054896906fc3f4fbf212c99d1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cbc05777e45f5131d3ff1b0e3908009e051aa29106ec13e2d015b9f86396b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23efdf868c46b11972c64ff1688a1495da8d1e26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6abc7b6972fa259e0849673e63ab50b7a4f109d1918290bc57dbad48423e25
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e9d9abca8e03d504612e64fcd9c1436d37998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d304935f29ecd39da34a6b110069c71fc2f5c0d2dc30bca183205307681f80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edada79c76b026b103636c89ba5edbf7344b648
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cbcd19d3997d9cd5aed1802ce0ae2072a31ee80a8365c56123896a843cbf79
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b846a992339b5b0c01c86d5a3e1900badb5dd22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e415e2f3c8b8d128b66f9d1f5494bccf21c088c73367080dddfbc9aaf85ea9a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd77ff4becc81797006ea00a39b6ba79b16922e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7effd80e78961310aa3c5ed1a4467f620ddb3f4c71d86c1be5660b7405b6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa81d11dcb834c5e2bf414ebed457349ffc6b8ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ceaf81a6d9ccec4c30060771e9c19380f8cec7d389349e3c2b9dafe2b416b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1608d4161fd9137da03968515df8fe42927fc7bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec49e6362d337fae2c06cb2eca32ec8e7d73b4e3fd105779e4bcb2f37c6872e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594dfcf60bfcd73b9048f5869766381bfad21e59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90679723848d79d3d4a1107689a54e59a99510a13f9ed4dd98070f6227ce5508
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17f0254f3da5675b9b824501c9cbf417cfb9b65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d63e3bb58ad6d5ffd99ce01d46b47c2fd731cd22d2051abdb637008a26f4493
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebf6c9785f0b752acf4f9dbd6ab394407e74ffd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4eb71a873003974027834b0c4d11f450ef3b819fe197e19126bf8cf8c0abf2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923fe56ae3012e4c5bd590d0bcbf6af26dff43f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2702ea12cbdfc358162424d23b8b1a210ea0f7507779bfbc201b118233c99e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed63f7806bf90fcfd65687dce784ffc639081ad8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cba3daf6f072a9a7692647da708c0b5c613f0e6ee4802b025c620b0561fd6b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5aa39b7327bacfb4b65c01cb271d5b2fe87bc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8460fe36f6d450129e117e4a7b53a1b8212841502f767aa208736f36170dfee2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11577150cd2b1f5afa9d361d3b91843d69ed0d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3dac682a052ebdb992f44514a9bd7368d668d3cae4cdd024ae3e76ed5aafad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa3f232df56b3f885c906f884b413fd10246ee5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9817b0fa7e16cd72f877fb2e0a4f95a3d50e7fc39a4606d0af23f6a4d0353639
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a7cd5b06c25b1a226281a27cff9f6163135ffd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7086cc8dcb79d26bdf98f92f618177258ec8599010746faa2e133635fec575c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b81ec3db185380519158856dc3893dc356bd98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88171ea6497b2a9001e0bbba7132c7d214182baa5b57d07505367bfef4996305
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee80763b9ee011a8bc72de264a12d214268aec18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0bf906abf9961f6a11a412c60c66e65477efb98d9e5bc2b0769617e0ff1e85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca3aafe6c86ceb73ff6b0cbad1520df1b00a34a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323361cb0e8ee647ecd8cf7fb73a55e14654efcd57338910f75a8461af5deaac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3976c23f2abbee20cea1a2c0fb1dac532ad68b45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379681e1c9293ebd370985376c2a1b33b7dfa3f1e0df3a27213581037d8f2840
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c863da061bb5cbeeb188a690fde20bcb5d06d235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ebe1ed2e97d12391a6039091de82c22aa5d79074952f5e0a34b02dd13c7296
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2f726ddba103c8ab25e5ffcfe1b77c1560c7e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783b4579ac4924c9c5b6479027fd458568c152550f85536477352d4a0ef7b4d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6308512f1c546682ffe7954d6a1d99e2c4abf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e88be3cfdf29b2ff43592a2d3f31d593ffd5472af7660f42a68cf58a096c79
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f809658a8a7d0f543acf9ef860a8182f86ad526
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8cc509d7ea1140c9e2716d8c62f9349b28fb63787f593af9ca81dc11dda885
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33ef1718a10e40117bb73106231ba53944fd4cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9314e7e947d5e0d94b49b05817c80bece4f6a5b8ae68dbed334d806be82fa5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dec72d82d6c5f52369b3c3c2a6a28df8870ec25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b47c5be811a6a91efed2e0bde2708a0882f4ec8d884ec9424ee315c35a65e9d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30db90595f2d54d83f068c256ba7dd0506df3fb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c3bce3910706c5d4233d318eff0c4b159e8d30e432ff44f0fce85d38a3a1b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9392cf5265417af2e6753718e67ed74f063b4e62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6cc8f5bf3e1d5520fec67b55831144ae8965c7de1d38e3a038de0ea54f90f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf30461a3fb9fcf8ea670abdb975c0e9bfb784
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3509000c2e3f1a89fbe3f6836af850835d4ac8eefec6680af58fbb48b94946b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db20b9aa2abdffa991995daaea8c66aac2326dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3e9afc8ccdc9b4206106f0eed7e0d176f79bd3f688c7d6bcef8dde824696cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9ed41c96663d1565233595a797ac4e50d470be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64333b7988060aac48414dd0ce09a099f0f663b2ecace61dc17130a082e27c03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d133e38a00258fd4aed360e0cda7c279951c0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ce815b2039379ec21933be92dd25907db8ac2f59b6a547e68c8c1b4b6ed371
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59246f5139c7d8057d997c9e0a76fee5506a35fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd936a92cfe4cada7db199254d1fcc4582321f2899e1e089108fc141c57e779e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bf321bb73025bbe5456dbdc5b4ac6d3ba3febc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b7d4d6d5b5b4b38c4b3d0134bfc5076a965cbca24dde07437d869a7a764b4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb08ef956ed9954b873f353366eb1f8988918db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f4a331f1b04e0f0a1dd21ef299f1b345a7cb12fb4bf8a87f6cd54c7634c7cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3255ad92ed31f3dbf4264952032133bb1a386a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38215dea4d1d3672700fcf6a2e74f33c67be23e82480ab31e6f427d2f51fafa5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22fd0a17790474ccaba8f75d46911cb1f61478a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25e6017bbe21e8a54de92c935437abbf72869e96178ec4af04e18e6a8a24f91
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93ced71b83a1cff52929afd0cab8ec756217bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de56b6cecce4ecdff712da6293fbf302c8e4fbfb818d30942c006966057402a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbeb6d0e9685c4b54258ffc9ee51111d855edc87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121669c293ff570cc273866630811d4cf4d4656739f22c100c8f90f84adea3ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13ef061f0e7d19cb0436a104becb751fb09fe8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86187d8cfabcf7e199026455563931bba975074f3ca8883537e6174ffea0ac78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641a1503019198ca5c661954a3e2b7ccff9acd1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7253a2d7cec8f14271f6b74810231e2dac697c7be1aad064f664249f280c9ec7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c138fadd923f73f4126e9e00552d7dc03f98371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399949477c18b3d3fcdc6cf52c048e06b86b368312a53a828b568976780ebe6a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7830e0abd9c717e1e73c1e7a7d2aa4c4cf320ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eef3f75ca4c5dc14b3769fbbd9ddb394f0f0e5021b2c334b96280af4312868
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b59457feb81f65bed637536db0d03aa9896f8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2436ae2647527c87eacb4156ba181570eb35d2fdb46a35b1a59e63c8476ffe9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45139e4d23467c57ef255f8e6ae0a40b1c311ec2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc84f1b1445e9ab5470b698d03e5c494801c33f8988cd7ad983b5f45a8f25d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51feb805e4426e7f2da21f1df15f2945c8fb5ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633ca323f968d9cff2637b29b1715ea5c739bde3f80735aa1d44fbd52fed9503
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7f8e02aa741b3dfd33c4f33334ff21f8678cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a048067ae1c8bd98bcce8ae980aac85ff2035ea006a463fd314813f0e6338627
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a535e325062280d1d018a775cefb8d54561489
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5af19c8601f7e32af9608cf8ae15f8ea858ee52423f306feaa41b476d7e908c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a02b9073dd1876e21054a9e330f584bd981bca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc798f133fead29e0588b1a31be609af680d5f97b6d321966fd5340fb3499bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c667a950225187cc871bef2a4922d3463c2235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fdf07630b096ebcd0d7ecd0300d350344c3ba34f215b558bb1427fd19edf2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f941abee999d2d4eb5ad87330d70e45f21c11f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465c367571eb46810b3f8467038fbaf297aedcb4ccc8289c9f1fded7466809f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f34ffa1857d04a31d58cf12ab79cb9219d3270
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9693374bb80f39b2d795e01167714c78042604379dd9f09327fce8f665da4d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3156fd97c00c219a8b9fb01d35fdefe3e66db39d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c19860c33b33d42628ab7f665250fbe29360a13bb205c4d4ccadf69008d17e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923b63ee4d7e1e302d4a6eff16ea70e88ef72df9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da4be9fcdccf4ed5a0c3478cfd24f1e20fed8ae2a538e730e21d56debba258d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809d42b0a660b5aae70fe5f68c0b79047152fcc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e887dd756193470d3b0d110a691b970395eb0aded199153b1de6e27c63b6ee3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561c7a4d66c3a6cf82fedcaffa0b2571ba670536
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80a48bea5a234c38b7c0ee129a6d4e6461bec2cd61eda056ec94dff23062e88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24629b08ea899fa82383de38b7cf64b943c941fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd092ec3f6dcf2fad8d6742ed7796280d02140717f458a0f6b6727e28cbdd2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1a5157f1ba3a96af80579c001e795f552cc4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43daf7e8c6526f49bd00c37544ab6830991387eb2554d0028a4650a73ab53ea2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6762f40271029731ffcd43757bc578ab3c8c7ad1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4787e1f58c7fffe60da0e657345c188a87214c3218b642a1b8021659f456e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d52766cb7ac95fd0b03d84d5fb9ba2aa61559b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a73756360c56ccf15149c288317b18050e945ca84ea9495cb5d59a2afbde6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d038539c1d183893a02d475a2a14c62daabb32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa9c565f0c91d35e62d2da02b715f55e9b6b6340f444659aa8db7ee6d934ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a3df41299f43e1be38f854fb2f5d79c6869830
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08646c9336e1c2d0990cc57ea91819807e39943e828155b656826589f9d7af54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c859bfc12f2275c28226e2bf90433e4810bfb02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ade637aa32732ddee16b0cc51db46c088ef5642f7706ad1eab31458acc16dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f27738a1de1dbbfc4c2aff7f074a8f79e14a90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e47953b74a80df65d6c00c2d1261965298c8f93600da4be3186f0dbdcaa7f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b176b3cc9589bf3dea51a9edc3408bd992574abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a2af0ff10f1f693f3251d1a5a97d41f4d6d4ce2b35e6c6acab70455a6aecd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5910e2f74d3289b9e40b0a19879bb76a5eabc21f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea31abb604a52774f544dd0045984bdd27b47e4d3e5d44870474e76b2841820
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4d5101757fb71ce76c57180e15e5d95582a71f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdba96d5f4626f90f9e6ab77717abfc371a0db611684d62372397f39fed9bbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d87996e63ece6f53b2f71f0077734db4bd84fa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9259b7382ee1fd24eda69187e96ea730e09d5e71a45029e7f8528d85d1d8206
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30b58a1f6dc6803e6733b2b66cd47383324225d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c14600b001abf4d776abd5776779af374caf65c47e888dd1ba921487b2eb1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99790d6b5c78d8e7977dd6495ad3170f40c280ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152a0f379fce0dc7884d91b61249173d158ab194b919cd0a64fd6e7625d7a162
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f786e4d0c5014ebf17f27143948f363c5b3a04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61859474c366d119a07d68ae6f46ea8799f26624c06cd1911b2e1e3559ebff78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baf027a58a58d48ab9bf3112086fe28c733b353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963ca1522256bdd1a2540f5eb8362a578cd5aad8ad7d9e0989b2e266c0b0101
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f156c210c90ee0c4b2428e0b7041f9cebe0b0572
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2565939266e3b88ef5c9eb922883b10964d570af2da46a94e43eab0752a325b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705a57732c208b8ba143dd5274583cbdcff2cd9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcda6bfda7427900a1b7df0399ba4eb905375aa835cfa1b65190ffe14d73784
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6c3b41d4722072f3aff340524289cdc0d8f6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1948d148addf640c19897fd3bf92699348c82ddf1b1e77df242a3086cdbc36a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27a63354e1eebd6fe25bd174eedbc7febca2d83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7d70aa69ede74b26b8c6405b89f0728775d20719ad874e540e2dee7b2414bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44a801e0f5142708b600361667072c0f5925ffa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51804d7c9fc107632e5359ab79162a15fb31ec07fdb583426a02148e622f24
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d391fa9c7369555ccac4c1baa45297fbd3abdd5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f6b5e99b8ec4d0f5242c77e4f19a72ec7363ef251a2baa4b589cc7403d5ea6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc0067d9d9ef9ef4de3fdd0e80b75830b8a7e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a0ded77a34d66ac7ad41b700af79a3062e84520116e99947f2077417873b6
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65312a382e0b3d9aa3775deadd6878ea3c5f106a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57fb3da03ece5772c3128f4728537ee568588201f6d7e48ef8b8f797151875c
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b951ed381782e1f1e97a6a2e4d0e45199666d156
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943f9f3f87d2e3ca6d4881041f75972ee2d20920fbdb5c8c67d319ecb143875d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77980a2641c14f203919ba966e1107d3d3550547
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39ffc0fe983bc896841f3c387b3da79fa665c65d7efb7d7b550fb9408d81c28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0d46a4e08ddc705a1fc5065dca44c56a3d34e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5aba027be5c56b54658629ea7d33d0e64f343ca3d132a5205cc4d830812f20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf663e57c5268468bb2ae6014f885be8aee22331
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646034a933d5d42227cc3daba4e689db2b8faa402121b1f0959640a5d681b32e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520b0f7d62a0da4fa0d9f63528999694fa9f7bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be984778af455c8825042fd758b8d5d965d606133d7fbbec3ec7b38806e71eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9773d662cb901f84ee5cb3ee8557a838d6d49c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c88a253095111f5c97be5c14e89116dba67158cb477c760e85973a44abe8cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d784d4f2f4786d690d1aa22ccbe9902eb2dd92e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25d5b0810efd5fe8c37bfdfca8f3922aa3bafe6211fd0911a7c79dcc65daf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796538297d6b3bb518aabc9924d396c114ef81b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f933160e4fbcf19fc824d8577c1cd7286177cd5eb7cb41de189aea5213e852
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927e44a45310ae37398d588e6b300c4acd62c480
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2372b3452317e850c88296fa37462772d8f79eca0ce296a733050d39acc3d09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7216a54f96e6a4bec166600709da46b5c91969
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc21867ac1418c5d6029ff8157d1541edfca0abdee4fa621550a2142acaa90d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a851ff0e8c0e91807f1f764c589dcd8de6474ab4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a98e798ce8496293ce910ad4bdaa0efca4c887014ef95cd3dad0bff4cb2951
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64872dbf2412c8de9d6c82aa6c575d8fa386fa42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15cf98b14f326cbf3cbe1e2d10ceec9177ee9215430ff7adfa93c474ec4411
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3294790751a493c94739bdf5d9015f06af099d51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58fe26d7f3eb25859465fa3c39abc438f271d0e13e98121ffad74da6b1e9b86
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab013f73ecc2b3248b8fcbf45ce7482263e15db0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc83bc3f1639c313880e15838c4150c87b53dc3b175486ce8eca4c615101d773
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7386008e6d984ddeaab9d8e51125a1e3c54a94ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ace851dc83fcd928d84e949d22292b2a4af4c8378f2a53d055fddaa513d664
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd49c1ea8a93563216da96788b09c616bf7cf74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d769f2a1258f36d483690bde926025260fd93a46f25112b0807f6bee683b0b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4959edac8bd3795091db0da8c2bca1a83201c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fd8eff0ea860f302f4796836b95cdba25e0fcda968f7fb040998717be87893
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d6fe77ef251420b2a04aae33dea8bb3abc377d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda27d0d6b76df79879a3b16d2a9992f55c9eac743ddc7d25cba40e10634f421
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa4aabc779d4545e46e6c4180660cbab698bbad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c008b40ad25c191f48ec149bd95690beb7eb9a3af94cd93761eb540f226bc39d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68129e7e0119dc902e65a775e81d4dca5d2873fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90f5cb66dd62fc7f12f7cdce934e62821cad736977eeac9c89f6291b6669f48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5acd4869bac9ee3b14696e37c332e02259439
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1bc00db64843a4b92154d91e153c685cefa8927979f8615c65943279af31f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf838af0b7991bf37de7e9afa044b0033d7971f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7347bcc7f45dc0604471816b161cb1117c02af65daacc30f54b05b22ea2734f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47f6c512dfbc51bf85f6d90edb2b923b260b1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb58ac6cb23571c2d2b1da91f16a2668632ec3b4c9eaa074479de41098d118af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd9d248f9f9dbc7c720d7ac21f9ca526b60e2c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6380394268f8b90a7fcf69edd1f41e3740a39e84fd61965b98f2317d1870789
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e953aa7748e84c18bb2373c30ebb84beea8669d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7cac1d107543de4ce70cf4bb425dfab46174d3c908889bf37819f15243ba7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47d7c295124e8bc85a03d78e68d4b06f79e056e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e985b1ec7919167eeb7eaeecfe300956e6d55e099011e852a7333b9da83aca1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1870dfaf092b2e370b272dc801c19af026ad0d26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2f8017ef5eafeeb48d1e24ecdc9f6c471cebe79cfd508b62f63c473584402e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36536827f3613ef833a525dc5e87a585fb1e2541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293113f51125c4be77b0c31510c3ea6706fcbff3e084dd14caebabaeb1ef0e46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8d06350e7dae585fce3ae9a224d1c9f55ecf6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3664d3987194fe89e3ca583e45772cf56325512755aea218cc9996f43ef776
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e074e41bdad0ddf09c5ea5c82449187d5fd7fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7738843ecfd69e70a6c9c0c58322edaec8c4d49ea7a61a378b16bd3916e8a85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c73d6d4faeaed3e820e48091c296e9236b9904
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6e322a027d7cbcd4941c7003271f8c1a60b73366202d5aac0739f9623c5fcb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b211009476123a4f0a10492830953871c6873b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4010cdbf395ddf4beb226866661c0d4a0a7bfc8450d1df1295b4196feb4392
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa0137fe36b1695b062421639319dcd0c761c86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c56a99b960753f4d8bc1cb0ac0a7f674ff53381c93e86ed1a8b22a1d93df9e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e6ea8ed1d8e1eb0af31c1ff4ca95cb3a345ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc74059151b6442568140ba63e22a8b1e470b94f577bcd66a5c8568313986cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d6c28a981d2bbd27ddf449e57f9e61840ae3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867762930c28da9d199914c1b227ee5d89e8dc9bbcc0032b2112b74cf4ccf9a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957985521cf28fefa6dcd6195f26f6afc80f3158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea265f79113e9d873a30ac75c6fceae936875ebbbd946f53b012a7a05af7924b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36eb9e3857d800972ac1f8202ac92c2ee266fe7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3ccf242e30f36b3e300165c552f607e7c642ed46e2bf8a4262663561d8cd5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294450c67175a78ca7284b3ca3bbe5bb265b02a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065a17163179ee409dc456949de1a187728b4698b051a00a384f1cab2d1394cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b593b1721c56c76b49be8fde3da34325934f4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4c00bf8bbc8dfe14f278bf68d183316881b0739aa477cc586ee6044f6bd170
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b986b91847eb80b16c71227af112c7e8273e3cc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c644559d0a2d9c68def7d2cbb696fe5a0004367410d7a4c84da6ee398b506b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f4d73255e869bf1db932dd7f49ebfb5272c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb05e6e190a546ff11606fc844cb6bbdb8283d3898dd875155638fe64279005
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d83d527de4cc92ade1fe68d37ec7c35ff4d47e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9079f104cd880a2e4d90613d3d32c15ef33f50d5a299ea65662b8047b0fef8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81479ba16ab3ea7b6a92f61c272a6043a3dc94a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bb6394860be8d6e8d561a96b262afc087a39a01460e039c9354c5579f39527
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e17e6b6f81277404bb7aa1b4418ffa1d4b540e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7839dd7c1113e50bd4ffe0e933ae8df686d5c0526f8d8c51cadc3e638ea10e6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3202e8d4d775c7fc1edeb1ed7131e5542348bc8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92904581de0a324430dd4aece917622a86aba174785ca7a2302c0c71fb9f9998
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127428d3eb01dd2abf62a16b78675bca9793bd08
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b56fa52263a12cc411f0fa31312872e0da10420eb5bf1e430514d17af603cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1866d113e8e9acdc5795b379bc3b10a6dabad3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138853547bbeccc675f02c17c5477c26cf7518d86f8577fa388e32f32711f32
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13886d041c9f3ae0b71af2f3748a4b05068f4f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ee0284a4856ef1f0c5e36c78ad578f030f158e6075c8910ec2b231141b5c4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc640a1518a20502f3215b30c8f608285eb0715a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040aebc449e99715a9ff2a6e9428711b8cba01d3438ba1806a3dbb79ce6b88b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551b30c359331920ea976f69b8b3052a1694013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862bb72c94da4f0bbf5dcb1208f81e2f749c9731a4e7093037a6fdcb30e2008c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635aebd25acd0021d92e8a5dad72e188b1cd3f5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc3c551359cdf650dc320973d0386fb21b968de90dfbd18a16d83512d2555a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deacf24d581ef11ed863c158f2e8c138b6f3cad5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159e8c893c6adfa25d084ad1c4eb59bb5891f014d48b225c19689b58f731ceaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd83400858ec93311058de974fbedc718f3691a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cac5773af65295bfacb4c16b94ad9ee18329c9cfee21e611bdb680515bdacf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612f0da3cf4c5792f15fc6940b7bb0d02a02d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40246ccd31ad3a9820f9628fbd47315b8406bc097e4aa6025d3ec125819dbe5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb478975dbc7f073cdc7a5c36065c025265a83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838895e8cd4641c893e497fe41bcfdd9f2ff306f882249b4021dcfbac3c2ebbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3b015183b4030c2ec6bc539bdbbc62dcadd38c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea0f7652f53a6de963c121fc38ccd81e2766f309244a6137151084c994a32e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80f26f0a9d3f718ee21114b116d166bd5097398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628c30bc822fae3a7e2fbc3d06792968834b25d548f58d76b6ceca93917ef52e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1de9a13f1d40e1cba8c9d0247439969dd46812
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314fa15862973f20b82ccac05f42b90add8be46e8e36b4d9d459eda28d3e6fde
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506f1b46e8c6c5caf114b1a686d2b23d81eaf955
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf6793aeef68f7983f396debde7330d283e2d9348138dcfd1eccfb583ca830c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9e48a07ec6ab2302585fb1b090fc2d286a139f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960563151f018a5ab927857aeb124e7fb17f6f228de0b8cdade03fc4c1e53b18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506b0460018b5dfb9bb7f443c8168202b9374d80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48515acd699c717935f1ce4428b94f85bcce960ee14d6e8c43939a49d6a8f308
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3b48c2c332ff238e19bc12562b7d433ab2f31f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59df4baaeaa43baf04dfd273d44ade8241fa637810eaf335f617079794e67ca9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e67bd6882c9af2eed84fb732b3335034d4daea2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85075aa2bbc9dc4cf12ebef4d0fc26394d6ae280ef936f384134fefd08a8ad6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2708688f9b2c2394266e59f85bd26e07659c2b6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e88c1714a5cbbbeccca73aad92e48cf53eea72c65891bbdd3e5411cb57a1f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05161f801009c9acfe0c689ff7f5194e207157
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f82b4074ea55d1513e0dfae40b5bbc2c49f13013025bcb5776aa5b70afd14e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b5a1ed769713b50c0ad6d983e1c24f7500d99a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6058f207f29163bb6579ded09f44ccb0e965f260e82dd4dd22591ed0d4c1a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e460a213aa8bdfc757eeb99e91db68eb37a9a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6ad0db8a3f8670a2db650471f108daac5ee2aee03098a12534dc1d18d9dc5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c35ffc525e125a47064dd9b6d2285e08b60d1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2338fc46a9db413b62825888068c218d05d7fd2b02da6cac40b3fe332b7a80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d05387ed499e43c27922454f19478fd68165a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79292d254d804594bc0e0747fca869be277c393138de8d4b57c3035f350ae18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa7521fc29664d8e0d825ac5c2dc9c8448b8d49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b2f4fff7e8b937405669d354138cc7f5f9e459d0fb7900112046d367983e56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfcd8703cd8bc0751cc3d9bf438dc07395e8dbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b427284aa6ac1d0552cece8bd7917f7235e96c62c6a4451dcb229835d7012c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92b964fc2c6240c50efa9317a718ed2a5460f16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75703a3116a7c1b239c5384e18a03b9a08ef61836d62f931da413430ee03ce59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a792079e84d10566037b24c0857c7a2c3c70a32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84e1d4ebfaf794fe50c4ab944a6061f19a2c640250b3208460abd3a0aaf4cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83057f0558f125b3cd9b8325b62e434c5bf226c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e305ab807cde33a0910be1b84df12d2f994070ccd71dfd17cc6039b74f476e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ddb80236764c827f7e65e72479ba70bdaa2896
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c312fae458246e5213eb9b99e9b43bc80e92fef4eebd5c3f9eb08dae95b6bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa397556473a36777ad9326b62ea7f068177252
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be93e47a25a4a8b3a73e1d45711cb087c3a59e38519111ce41eaadb8938d95b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba568305666bb41f3b38c80660e3f7ccedc8823
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291555a7afb7f3195f37f17c5af2ec75fce5f5fcf78d46564096d931f382282e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82234e1773995078d8191ebf5fbfc628247ab6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0c81555c7fc471fcdea0a12dc1caa8f73f27eadbfbe6b2a0236fdad86382c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395704448ba9a146e7a6e9f8afe11a43f67cb20c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257650120911b9cfaf36138761f5b54b0494967ac2e94933e2216d808446a4ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710f46ca67004fa56969e82699d190865620cf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f2a79f8a20b6949a8f81c411bb5847d5b95931d815870ee28766ceb7c91064
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea21b4987feb88abe0b1e352c2271ad50459d43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd11443ca3c992efe02beb95358b3a771ea85c0f09908ade68d709e5a244a5ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d614767cabc3714a29c8d63c8b8ee7e6a035a8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e37785063b95386125d4454704529e265063c1acc49b8d57d866486fc3d1bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae27314b60b96db6a5d68024e63703a4bc95ea05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261ece96b208383e882e992513276f3270e20e23156825abd4f0ca88d9c39e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10203e6b7726c39c8e44fee3ea36ebfbdc9c5ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea118c6b95b09ec0d7df0a79eda28fa0d5041764df293858a9dbc121f9407b54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c4b9c54ed6364ffa4d68826bdac39869fa1927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e7c3d6b7627a0331097c922d4e2c613baa1a5d9bbe5c503cc9e0f34c9d4e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a70c877d94b42780cbb124566daae963f86446
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8923e8cf2388ab3e4fcc52186952e5b885255d95746579bc25c88e990032ec7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd902317b6df5552e6870fbc2317e5383596840e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbecf6db1d4264e4f530c5d0f2e7202b85d506c61d3674776cdcf9e954a989cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f33b1a1e396a0d27edcdf324eda3d3f12c0d78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8962943ade2bc7eb9435ad204208892f3be4ac64ca2c47c2056f29fde23cbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7723b3ec1af90a3ad6b2b48c35b5e3c601483fea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf45fe59d164fd30ab2e074f61b3824a1fc3f73b2aa43db1c26c4e0bb1fbee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5088d3313f0135a1c9acfcf75dada210e399b12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee69ed0439216203f67fdecb959af895502f64d5be9890c6a50df91363de269c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d840916318c1218767c741d9a48b7e8675836b22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da02d403095f38eb27b5a79cfc106e7285de883f7e2a417de062e1472cc0c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72936ba967b778a89f0d953c23840a2ed90b5482
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164dbeb613accf8be1f41b78bfa246b5bd571715a0d82105f6247bb9908349aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57cf9a614d719aa8ffea878b09a4e7132631971
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bed65a1016ea4ac30cd9bdfb0aee9d4d2194c779dd09d41225d22a0f05975c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ea3ec8c963217badf3d4a8d3ebe8cbce820780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b698d2cedb9e345945023d93b87d8d28e2d606b18316e71efb1aeec5ee93be49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94725af7ccf0458e2b08f790e283fd655754b8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cad78ebab5237912247e49876dc7018f8074e8b0d2fcb9548d9d5761d88307
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743ed73ef177fb0b51b0cf99a1c6faaaa2da1c12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0905205c010c6ce9fb50a874fc987bd4e87bdc255631d0046d1686b3acdaf299
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e991099f1067d6c0256ffa2c8945655f113a23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539017e273990d9a3baae5e57ee374ea890d28ae18c6b46636048c485a0e4b66
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab5ba9da568ec77f8d27ac52588760138863432
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6c6ddc109c04a2bcc263563885e124730fb2a7cdb6ce96014c2e585e549755
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416cf9622323841a57b61981a9975fd6180c54b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3eb0f214b3c4bae1b7d494d17239be052c4477e5e5cb1224ff935af236d1d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf8d54ea733cf9134a79fd2da33035ae845dbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3e7931f5badea2fa450faaac38f9f6c8a54f33009fb067ec3c93148cb3111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b6a76c30f2e92bb5bf5af464e30bef1129965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1fdd8e8bff11c482228262888d9efc23f9be95daee3e0856d8c954e898c1f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9199e53eda966637db30d4a970adf737bc28c319
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b990a371e28aca29b1cdf2a70008a3a3ca23d41301dec4f40cc3af610ee5b178
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aae7a02e2315bbda8867a65cf85ef0fdc863bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c1aa7f82e16029cb70f4c7e7e6843f3e510be31fcea00bb8cbd19beeab1917
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c300343e6ee7fe54f6c2242016f495113f45e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d56c5835bc4b1bb6e2496fcfcfbcc102826658760899fa3831d571bf7e142
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474cf431c81c2a91be7dd32c8a9033a54ce936ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4a5625a791d3e71f3611fc8b0773ba27ca4c876e86f30cb86549ce91b01f70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49314b3c61b37c28224d4f14faaea8bc776c336
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b7c3b2dbb0feca69641bd16f1579b49fdd5496cb5ff267350992d900432d3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8ea25faf91ea9d8499156f722e8b31066cebbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f2b49b95c307bddeb03e05fd14d388142dbdc5ea4b5822830d2a0085ae7d70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87a257283ec53f40972b0e28ca8a16b6f30027e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e4dabf6f5c77b9ffca9a7f8b934de84d16a48edfab86b1becf0edf0935bd4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453432f58a844a6569948cb7bb7f17d633ae3732
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa2c3aabaf4ffac15a7335d7cb05810fcbec73bc8c3f4384b59405038b65c0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1047dc812586dcc114335ba06949f7734e5057
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f9bde79b3af2bcd0530e527156b330a92424aac03997aa6c33c239a948721
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e9ede919a45d70cf3b172856e9840cc93ff030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e57f43b11ad61553ef4908512196aef394f2eae067d75adc18885070ffada4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39d7493842e9e54687f01806ac1745c73e2fc12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ce095950430fbcc40e06194d93492d1f038cfd71807289019234ed679efc06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d794075b260da1791b26c92d973704680377c47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beff30cddb257edde268324a991a1f07e5924f47ab0cdb2cd1c4f3fa23b80e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb726561d437a59ab319cb2b2cc9d251030bc0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3178b02bfba32ce84242a2948738f00580fb48308e50f32051bd60e97ee744e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f24001a259794117b268667501bdba9418e10c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017bd6c9406f6541f3cc2e3812cc3e62db8029a48c104f45bc8abf72bdebc6a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17b069faae2b767e8398605c4b7a6a11092830
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d476ba0fa11cb6d0102a9a34ad721985e1f7527507cd8dcdc48ae209eb0b504d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ed50f20f8483fff3c8eccc3089be7b3918c72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327dd4cbe5f62e44303fc61059c50830d4de41bfdfa20864a296c835b41b94b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dc203262a13e2f1dc8ab99861f2555da0b4b57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d87923bad857efd2597ca0de771a1f334ce5e8bbd256a581d973623b6979925
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b9f70a947afa03fef979ef94398023f7ec01c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d101c4d7bdce1d6bbc172f0036f416135d0e003783fa12d245238f047db6de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5e95a41e17eba8f3327ce40ec0fa22bf49a9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a93129edd492bf9d8c556a9be5983a0feeb0fc4df4ec7994b5d5510c1b6dd36
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759be3222b5c0971fa5bae7902ceb33022b2e6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6a0fd900f90e5ee21555fa9e49a7a04b07a3cc54c7d0be75aaffad19c05cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b1b61e127cd47e15bfa874a975d11ca74625b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463db851d73c7abc590665b7b823477c80494f437528102c1d2fa6ec4a2959b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8ab27be30b6e1f01fdc6bf5ae2d66ae31fd60e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ea70700de13d5d00a83eace9417ae1071222e1031ad994ba0bc08b890ba44
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e1eca6cbbb56c2a32965096c9300c1c2651e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18ec786c3523651eada3a0aae9c4b6d8625e0c87af447c6200c7aad249b0769
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c6f02f697f0939f6b3e9aea61242899c29a87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b9f9fd2b83a46d44e2bbf08c58bddad40d4f6d09a2497508d6d594a9b26af7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5139c0992962e8494f7c2203977c863c3c7626d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e4877cc9f5e111ca33958a6b415812fa6e1d3006ea4324f50fd56d909c7ed7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736193a38e7d344c88637040dd6e5957a6ed4f19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453992f9dde72aca712a34c27958aa5fc97a526355e34fdb4b746e3370087a4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c0a1b43be0962508c04fe1519bd0adae271866
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d5e3ce96d5c063aacf331bb4c99558de7a5172b1914b730cd516beba91619
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd1ab78874421936792bcf0c9a0cee542a4f4ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbef1e6fc660f57f35c46162ef1fddb951eaa47d774f8d65f3d31943abd8a42
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea81b6153e0015d104521b036f682ec3a1a379
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f1d34c59c83e89f533fc4841d0b9494d44a62047318543b22a27bb81d5a0af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e857ca552c035ae08025f9a26a2c114242a574d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127159920aedcf22435b07e254f44bbd09f717e5f7ef6cd64e3636a95baa23f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860388d42ff5e7028382077535ddce6f668b3136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4d7a81a5b73ece741591752b366c424aec6795237b3ddca22845ff04eab713
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de88d11d1d8bc0f6a8430c63fe0193fe079ba4cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe25ee6e8007a0a90efad539828b0a7ab20340198e3168d0e275aa9dae08a7d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85a629525fc5397ea3e3bf6fb707536cee0e877
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5552d831e5295d579219e0c44e84e9c3b25ebbf799b174f3795b5b20999b1af7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7a97d8724dc2375e58168df0db2ba6cbac04d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781a885f861d8e99a85df9671987ff024687bc39bfb5762f9e55992d730f7c43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2947bfbb2d666bf7058d055e2e780fe387eccc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb905b8eade7e5671045ae220c1dde89d17c28923cb8b71a2e391e03b73de759
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ff661d2678b44bca7cbd70dcfbc569e9556256
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95333e6b52223e03a6b4b0908a5c779ca8cef552d9d4591a01cf1c2d1dff5c54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30274e008c32f6b72bcf80fee9b590c96be539f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6f12a9bccaeafd7c1ec68f810b04fa23f36fb069ed289d3f71abad4b37fcc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97b1f37f5aa45df03062237b99b49b48c5508cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc9450f8ae62d633ec9993cc3afbc32e0f3b846c8fcf85e33dd45b3f74c5f43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a56733e03e8468ad2182dd315881ac709ea423a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129c3fc8a32e844dbcc6e4b9f374a33be078e57f76ff3de8bf31363ccded8f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c4f176566b17048e1bb7ffde61364b70f32203
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29841a93554a54003cce857b54f7d317865a25a9e1bfa265ce2f6b7971e2a85f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5dad49665b0dfe7cd99add087a7dec5b58e926
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fa81c004790e715edf1a26f53951671fa55f370b83c1062e13180f281acaa6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a69c9073c0f9e0b37a89b02856bb8afcad6ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42412bebad0f4a5ba042267f99069faa3d990eff6728086ca74bbe0c756c73e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dea6cf235a67094f4628f02a17e59a46e9e44ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f20e520c756875794129aec0a2d3a4cc1ebfff2054e6457cc5336c0daaf08
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c33d50cf8f26a4b346c377f6c1d4a05d68032c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11d8153a73b03011845005b4f823c4aa44349473b2deb8375fa1419148e312
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038f4088d0746eaf3b8cc2250b6e0af30df7b7b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777e87e7894b272574f6c2d4687d05a8f508abb0227a84aa9b6a053b1b870ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95220229e91fd8223261ecce76f2806a5d4028c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56785c89aa033b09a5d988ce1ac971d51f2b0ea393d6382dc791bc98d4a13019
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03bb9d545224e312dfd10c761035072751bcc49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b7205df64afe372b8ad6bfba7cea73ebf7d09761c1d268115eb1e24bd97c1c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e27439b199c07e16ac7807ff1dc12f8cd2996d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4821ee98916fa265f134be8816021e551b3ed57992fcdb5b261df16ecc3240
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57a7291d23a113d4c42685f8451bb83b50be30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd4ebe2d1a85d08c9d698387ed3624c5cf44ecf48e4d4542406f2a71029cb5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18820ee153db815ee3885d7bd3224dacf5cb1ba1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c94291c4300e87938e0fe31157e3ee6d6a00e8a496d56eb81e325bb3e9921
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e217a0db84677e0833bc15c629a873bc018b74d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a4c60ad500588309c0a186f1a6043f69feee36d4f3c547820fa93df1c1fe20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d3b82ffc1ae9cbf8c6c38c76b5601380de382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecafaec4f6a850e702dcf0040b09e816ae7bc94cd03fc7a830e6a50e3c3e96c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ad66fa6a48145bdf9045fd32833e287affc414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca3d91624c5c0e27d54ab1cec8f1b7a46daccd739ac2425125d5f0280a7b2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a06ca9bade8f5824398a407ce8bce34914279ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cca744814ac73a487d81ab221db1436dacdc800b724fd5fc7d1696eec87dbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42726c622d27c841a2f72899ca8246b01bc3747c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c01684602c6dfc70ae8fcbe35c58b27fcac44ca79c9f569af3668830eef61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb4cf7cef70b851b3a74a506258f644610d3a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec3b979dd74ef2b60a09dc081a365393323c8557a65f613ff64824d3dbbc53d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e817bc6ee48f5ff081a4827f9632c3675ec5435
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7d694534e504633a98e62b9718309f2335e0225b9391c58193811d0fb8dfb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0fe201b3dc0c4f404de7542304a085995b77c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357dfe7a5e08d675530486898561eee7911343ba67c74994cd471e499350c245
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9708bbfcc66d667f5766432932a84db96a67d58f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab18ba7e682586db497b78a7184daa34485a0e41f941ed106cd791ca3baf964
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b5041ccb25b883b6a66bf7817a96be13264653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006feafb0cedc2bf4912e6ce964fe0c9f85ea3b49dce6863804a6a2be7baf0c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a706aeb71bd16eeac4a0dce2de05fc7e697d3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a2076e06970aa9ffcb510ca058753c6d32de1d151531b7c28111c37d730462
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fbf7a9a9a4fbb65762743eee0fcc4599687434
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4d4ff1c91a2835c745aa0d2d57156cdf2d92c05038a1b7725b6e58801c587a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146a599a2f1390832469b24fc39775e207d18f7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0257d47c265e370c7d92ab1a4db889161ecd173df49483ac5deb5152872682
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effb53b462792a1f73b5fab3954e579275f04191
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752432feebf173f3023d7f94bff7ddb875226132be1e6d003ddcc4db540aca50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f584b2cfe46d00506637c42e56b5425ca5a4393
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7da4b45e927ee69bfcd7e71a25f906965916f4982eb14d4780301cb6bc3c698
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd034f150d091d92d07db521c6b83ae287dd4fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467b6937a4ab44d4e5d83f4061c42432f8b5e2e48ef0fe1e61d7992999ccc23c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908233bed721903e4cd36c5af9b85c0449802f05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b12434738ce2b4f71f713044d3d83b81ff34213f13c1deed5b752db19b1a0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a14acb9e0a88c56275aba70175d7349040b226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f340f5221f3fbfc6e6dccc71ceb7f86742e7f698c5c921278540199ea90c829a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c781a91843321905931503825a4c164a028b3c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dfdc8e0331935348b00155c88b72e9a95b5185181c83806a09ab8c156e765b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e3f35b046f55cb1d427bf17c26c007b5499f34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744c21b55432a60287e5d72651da2cbda3af5714b128fdf0bf271b3a0718f74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9317202e5e395ee6f0778ea298da2d3d0a59520f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42fee27e4a0051733f9f5451cd21d69c714bee709b52e30ff6e5e0c034a68c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eb4e6418ae20de5152e1df593fcf9b631d63f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384068d3860b8ead3e7a6485b2534a01a9e681e816568b9a2eaac7185b5b9164
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5639d0d2477aee0a1ebd4a93ca35460ba6ce9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5768f173f2f7310715505aca059b9796e4f91174a7804c6c31123e57dff4d80
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fb8dc173bce8e867673a2c9ee44b10597444ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808f7cb8ecb7e73f90d6e5c97aff6a302acb6247d00093e335cd0fffabe7dddb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75025aef25ff4e33eae0f7114148aff2bef9184
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8081b1ffd5ece80feb4271a40a48714c13e99cd066375a751311fe17dccc335
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de6f8ed961afc511d36f05092d428e4679d4043
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad36c34f767a30be27e8c10025a7078e2db525380f876506de1a6afbc0ef4e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6168952961cfb5aa46c85f79556106bf06d057c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36aaeee9a93aa221fd0d0d04373f4def58a11cd3169177bdc8d9e160470762
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d7ee1cdee88fdd004a0c8b86c1942e7aba12f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f212b2bf9cb966ab8e94589903207a22ae80e438ec1d77f35769fa450b6cd6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f146e85f7ab21d8a0c28c5f49909ebc4aa2ac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9415174f0dd6a7f29a888532b29a888c8ffe06a8a3267c0bc6e68725405e8cb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e658f7636affc53c24921f24dd061c8c0ee5dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e738d9990e6cbe9c42cc2a54dadf2b6fabe0e9da5b7a92c44d180e59394e99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0380108d2fda96f8ceb42868dce53ca817433b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611038892466dc7b7aa71feb99c0c7c023e5e4b9c9667f2e2b8b38edc14ed1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4987a919451a13c6cd198e8bb3ac90a999723340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1646bf861e3e1c1dad1f01bcf42f5493438b66db9eec50816418fa80be70540
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9dc9f21a843dba34ca0db088dd627fc881df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79038e32c259db47aa8a077a6d72ce09aedd7b50d0dab7fd5db5a43aa945a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30f10629f43c420e5154f38ecf6fd325e57f06b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5c2baaa8f47a08cdd5395bdf90c969ab46883621f52c1d44cae96f583fdb10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05790f7370d8be1686635543c432c49187c05e73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4586a88d9f5094060fb20d235ff2664dacfbeecc2f76a81b204af61aad8a54
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f863292e251f0da68b72a568ec56cb8b9092fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df74ab7950a7c95aa1ad8d2fc94206599864e5cbc1462d07de604e38d726e312
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e6acdb297e43fcc8e2b5f4402fea651a06129d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca15c2bcc50631e4b86817e263c956006592c126d7a88570f84a69dd879e9aa5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992f1e7c05a4bd6b0f299854046df780ec16e58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6343ea0bb0023719e3a4f7079789175922090b3aa5854d08d74e48b863f943b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3b5c13827c48c731d33a6e50ef305f01b85e48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501a14766bdc5dd5c515e951b2102df0528fe87472810bc29d6f5cfeee2dc1c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9755bc0844c555505ab5d16557ba58d81553298
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859869338abfedb9f1a47e3338cd521678679119de0045e131425412772ab1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9539bba2b0acbd5a1fcede195ef158daa6176f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4cd53e981ab1e6f9688deb2cec1b51fa4f0632c48de767320f64ea7dc1d75e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeea05114786bd72d7f4892633060baa212c8cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3490ccde6f149036607a2eb547742231525e8c5b281c300024828d1e5bfd224
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029962ca04cc260b6e47641239c4070178573279
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3190ab89414dd56cc97b59640c9f7d935a15fd9def48f0fa54a4a91255b859b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7e0140de6c68f8f2f152f20d9af0afef46513c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50fe89cc90d76a59ad66a01b39fc21d5c94c50c694de89cf12f958c6a287971
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e5facb9d8c48108f9e5474cf2b31c1186c1b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160e8c20ae8c7bec266f9d72f138b85f37577b83ca89570d16d5fb52e3aad1c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390877d2f0a3a0c8950b09a28e750523f283a4de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90e495b25766a27301cba052c5a2ac15fbb66a832cd2c7cb7b563f03e566c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31ee0edabb3c29b518072eb641126b86acadde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6cd2d32274881723cc42b12173287f10c638dda7187cac86312e851515a32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316a36df74df68f6436f0435e3ad4f4ff2adf68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fab4b26c634866590d12c1ad0a83d90a0f26b039ad5b7bb5ed1f6f7098912ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75314a98949b75d8dbb427044f02a899e01a34e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b0bddefd9fa0a35dde5452b4ee84f8933e3f27384242893ea01c0d7dbd2b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda2516abf930592fdf2b67723834f07a73dbb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3de46716b46a8edfdd6b85ef71d811184d623476db262399ae0dbf1c598b89c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfcc3f8bf3e42844ceada5601c9cde1eb23e4e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b968729a113493622a27880023f2b3821e60102df69312cc12190d6d83b26d3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6def594d4ead18d992c8afe034c165844aede9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c377c35f3c1de3ce84114a99a5197ce2542d9c587aea8b17f940fd345bf1288
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e8cb078d922b871d0cd8527d8d8e84eb9cba95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d6c4ee68908ac2ae72c930a20a701ac25da3b34a3d7cf7f3c716e3263fe70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3ae48edcfee9a6eac66fcb1539f8cf977f948b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ebbe5fae00d2067410093e3114a88f166c6fe4ec825df05f46041ba5208f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29586b732ac2dfc05ec77b1aa4e935c08b24fda9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684da65cb7a677c168bc6aab9bdbd556eefbd6f92d4ac254030edd4117d323b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f773ddf9ca8bd07704ff20e60d7869313536667
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c3f0e1c837ac40d8b0aaff7622fdfab3a92c1566516039918a5a71af48da2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983b7b7a9de0677e58b95022241c2180ae0cef29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121254f932e31793de0266b156b14bab0de89294fca0e2e88ae739f5584dd6bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348ce6fa8538ddce31a83c9c47f38806b346f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4bedc508895eb0ef18ebad868f49f7a7ab8fd8cc2f53a8eebe14c83f5081b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8f152f4cc5a74c5e9818d877d53020b4e45fb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e6eaddef7d9737f8414fea08006894798e483b804dbf8553ca6b555d2e6d93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ff9b8359cf2ec3e17229732650e62ba27ea76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c459799b19d1e89ce8646f46d0959e5c9779fbf10e12a4eb5e7060589ebbcee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2702fd86be08f42a000a61b0e3173abd2105e68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dd295b4d184dfa190aea1edec7259b1dcb28edc859db656236c9dcfb1d10d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc94021b89d11149f11dafeec440d406e4d154e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6564101a35f1145613fc794ad1e3098070b7d3cb9fd886dc3b9bd07b4efcdc1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0b11ef2954656e303b4e02f97d343c9df409b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325cb87799be44a0378314018f72d584ada1f8a7503b56faea035ad99c7bc09c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bddee82dc3c8cd688af760b1d845845b81ed39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b9da7a91727cc853214732bb8652479d4122c54f81b0d70a47fccd8dc2bbe7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096003122cfa510435cca3539164b37d62f4713c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2493fcb4f96ef158b4a14489d138c7c00bf7850e07ae526712e2a6bef5e1341a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cfbcc9b357934da4c95bd2026de1eeff344467
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822c852c58ded8d6530f7a2670f7f60d0947affb9e376089a1e8b49012959a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a4b7fd7c9a4ccfd7e4e3471ed18905ee507da0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b922b783357623fdbb019123886974903af33365e2b169e55068ff2f30d91cef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b935f09f11d9d77c4d0cd0f0d0479da83298bf84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa49cc9b908abba3c4229ae793e1de9f6f0db4f0a3c9eae0db60bb937ade46c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aca393d857a5cd1d851b89904cd2274d18f165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d6d6c18842aff804f4507ddfe342fbc611eb4a8e1e8a9732458e63c0fcc91b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606506efb875eeb7e5f0120745a33e8c36019304
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a3b0cbaadcf3691eab38c0dc83cdf39092d8171371058c9c14ba25196ec4e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb2e897e64a6ccebad19bdebb90de29a14896f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffefe3eb83405d07e20a23c988543613c702584c6714eb68c2a345dbb8614f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfdee988443ef40aca72fa8af0d286f6c11dcd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad125ba6703eeef0476b3d4e6c33eeee177a2f70d5b5f71c6793bdbaa92d67b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34e90aaaa7cdac87bf2c319d0f79be38d4fca6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525be1fe214e00b65375bf2377dce5ee0c73e958e14c220247a3cfe952ecf234
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f1a6d953286c5df363c0aa8d9eec9f470b30fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa8002363531bb8385007ccf51fab649c6c0a3c5c5e652ef5b031fa4db9696d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9e1672b7efe63e68472f1644cdc5f31b95ea9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b112c4e4373ffc3cca275e29d407e905bc581b8625a06b2cec5c70158a2d3ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b68d5dc5371c682e8afbc625814670a7c2fe1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eee814e2d4bf19c00dc2c55f1f91c1ddb052afd02ab510440b4532faf60b6a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d32f9a523bbebfca7b0aa3804073dfb561af130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4290617d14743aab5c63ced24077bef0285a0ec6f806e6352184b571b45e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a4d2a332227e0f687feeeaec60eca00dfbf367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5358ce379ac411721c516bcbbfdb0d85c58e0f845d9659236fc1813f55e9ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d84993caf51a647433b04bf789cb0fdeb83b29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85831bf65518e1531fd2a181578b92c1c3c6dcf707a2300ceb8112638aa73683
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714aa9300318c847c27cccca4d6b21a9f9c357d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f9a7205d6f7c417d2569fb8912a6b4e70293033a3599ba7b9b61e1db39ef63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212cd2544c7d184d82b578dc40b0a03aed5c48e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b16bebdafae32abaf990a16519c7b165ce48de6d2d109ea201efbfb08e6fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e1db3a67c75583098947006c2c1b1202ec239d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008733d1ef491b3d9d592fb9647ca4369e5b01b6e4e2b2728b08fa9b5f403e98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8d1fa34c46902efa03ff61e96fb36b4b2b4db5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fae9193d1fd8e3a1caa480901a63a476b924339f4a0abb134b004d46a363a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb2b233317664a73f6151257af5776127ff3cbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5410ce7d07473a8440f1e136db88b95e6a4b5e3dbdc77d03d9ead4603d9262
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f7d3ad3e4b0f2321cfe8a36a80e569c35e5ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a797159d48cda072f9a676e1689068c79650ab83848cc3b5c491fbeba32326fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8325e313f67f54663120e12ed251a1190a38ad5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cca3dffc731b27f443b03d11eb6a95e06061513a423a250bedfb78e390686f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929caac11ca697bd1cdf94621e7f1161a16ecc79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac35baf180a88e32c367125acf68d63df40f3fcf4ef9e99e8359344e6d820ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3b432a400f86c811fe1424f5063db1614efa45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea994d353fc3471dc00e30a059848c985c0688debfd42fbcc8254076439676e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705652fa10c65ccac9f841ad18dc3d771da41498
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f1e3cd6e6c00bb4079d037b73fb0279c71aa8dc4ce707bce4a6ba5ccc2b17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450fd2fb3755bd1e48dcc2e8a1d7b510b409dcc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae73848400c1a4100b16b49d41d5caf1f8f571a361395a166289fc07a0c989c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee84e9cd35b316f5b7a779017fa9102870ccc7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25433a1de330ce452975b37b41a9a19ea19bd958f5cd3c1bf6e1a061ff4f8be3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b973c8c23cbf9d8f9252fb2ca71eae28c86414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afbe0ce048fc03ea410cc47e77654b7c0aefe4a18d13fe92ee493564eacebf0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4caded21a9dbb7e4e99d88e401363d19012e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b610933a84228b4c26aae4cc4cd5d5c66dd30a733524bca9249b0e06eca28f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f274d92bb0a98d587c207ca01ba6b8ac857431cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12c660ce0cd69f4e5ec3e7c3dd363655a45752077df21cca0b29281ec599a1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22c18f5b8e84b4bd227a4192dd7c08758cd9ae7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d26ecc58229529b854b24fb8c7acf079fc9d3d04dd653c9ff338f820c0cf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec676541ce707b47e37020251e69b31fb2ff705
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19499eaefd799e47c3b797352a4aca597a846442156abe1a9a8eed97eb01a747
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f88e31ddc3e634e401e87d173b49fee1908319f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719c1e1d95a79c1e01762b45f1a83e14ba60bee371926765a0902c1bd30adf62
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9231a49e5d40824062fd0a3da80a9c2eb3b9052c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd7a53c627209655f4c4a8a2f2d2cefd02d9b6d7e87c4f6fdf28e253d7c7bdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd86a30a67f940732d5aabfac62bc5cc63bebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22c00f1e7f55597804413d77d77fdddffcea5a2703f7eacbc5eec2e08e3977
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00db63097a9af21b96bd11b39f7b385e99168e1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e10da860a760ab933881e774d5f15401be0a79a4215f92c5bd0b18a8fbfbb6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefd4a4e201b972d4e7943f2778d1bf0097264f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f3a182bc417ec52217150fde67c7513b9d13ed85a3db53746f2ddb09cddf56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0578af4b1c288121658d03ea41877ba10d3b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10686d2bf4e59d97b6258abf53a3ef915b2cb254bd624a130c78f9b19089a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f817c19a8ff4d1da45dd98e279ff4e5204d42e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44798f872f0e492dba7c35280e37a9601f1246c7b1f2411d66e295d583269741
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07896d4dd085c32a05e2e501ad2e625519be9e00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadb9e66a06b2ed1fe7465dd224b554117c47ceeff30fa1b52a34bb2b6f7f906
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e3defd71e27fe56f3cf85f9424e82277f7d4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c3229d2e41e08f8f99210e05dea7e42a73b964858538337f619b3e034439f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78df94af74830682d1efc9233f2841791f7b4056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc7087efe00f1c0d1306dfceb0f2e1261d0aa409ef02d7b30ea68415845244d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91531acf51c74f8e858c95512bedd09aeb9df82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a181bb96a19587303a59fdaca579421c0accba20abcb5e646cedeb5b4ceb618
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504500c5ae21c3a4b820bc726777378ccbd5f2f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ddf60f307e9762a8cc66674bfd43287628eadef0e7feaaf21e3458122bb46c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ca10abc32982b9c7fb820c48680cbb28c2620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac291031478b22e78c5bfdbda10b5e1a98e69e0526860cb769b70ad60a6b4b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd4b520027cc7c33a30848ab604dcf85a681f64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8d722852113045e5ea058bcbdf04142e6b794e9703e521a4281eefe610a81b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff049e6c1be745acbe97f83665c5d957f282f97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5904af854777d0ad1d220e699f2867429ea9434a6c7974130358092d53438417
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac630b3c6ff14bff196ee0d3ccbba9be2b602c5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af06886b60bc0e2e823ff77cd53224fd078c8408e9325cb033e3b90ba43a32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6bb100582d2aa6b80cd8e1bfe65cce30e18459
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67c876a2aad80fdbc6fca77eb8e25996fb24d95a0d1bffa2a8ef80d0c82c561
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50244fe7b0b9de1df859f25c4424d215b4876d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc9200d642403726dca535e5cc647a860b0055136a867cdc45ee7efb7c28f28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a6932cfdfa7f5e99bfaa2df918f382f03782a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da399207253d7bbcc4ab69d8b9fd6472ed4462b29ef5367e5fe42d30a3334ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276bd3949629722c2178e3cc9b0dae5135f9fc56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf143353835161a387e2ce6f04a4861920f788baaf78e7a5eb953cb448fcba4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6e8c5f38fa0fafc50d2f8fde342ec4a4ea3e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93af712cf2ce490fc07991fbe358e66bafd481a9ebd077ed571c39c52f89eeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54216e2000c8e8e99e70ff27f2ca84826d438ae8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fb0b8393ab9c52b82a5edbd9854b4816c10f5206903fcd898c3a24fca3b94f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c50a0a08434080a75fbf4c0eaf1911336b89f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51bb58f02e3364507f88134f8543c18f8ad5113c75655ba013244448c87fb8f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc9b0ff4a5c157740108cd2d826dcbc5838c0ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1a8f58dd522006bd328842816846265492330dd844414bbefb25d98b4b324
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78ad636bf7b3d51d88bbb10992966ad04d3d6b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eee216a617e8faf7c0470a129461e2497fe95eed3ec8eb2e020177af4045b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eabda60d3a499652f18e4b44407c20c202a4833
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a6303c0b7c7aac3e2e5c04aa8a250eab6574d615858663a1bb18c05d90bb58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5608d5cb4f9767b87617f7837c523aeac9268098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3485704510368667f1475be658897e78c82c9fc6e53787edf1edb83d0bd3ca3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332323717b0f690be29a55324059c384adda4698
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7024cb3fde44617d75cf71a49dfd27c85b35c0dffb94f412f5df7f91dd7a8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f920a0342385d17d3f170f88951696a250a7394e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cccac6585094080b87252689928caeaa877923b52131cd2ae05c9c0e880e56e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324fd78ed773877202227b776aa3f2ad927e1db8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31345fdde0037909537ff986b8b022d57b9888ae3089737e5365d54508c77f92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48f8745939c12211b4b756114a0243166ab8fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda85d8f71521935dc9a6134988503d5bf514e2ac9ea9a643557ca9f361a51dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d06e0e1b15c484e62dd217ff687ef7ef46c1d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ed364a5439a15a9b2f7511a361c6ac3e64d63282619d9d5842b1d0a194d542
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363173428f904ff155efb161f72331b73eb30f27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0856a5ac44167acb612794fdcec50486f46f832965f4142fe97ee2761ca82b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe5252cfa71b345c637f77f3a09bca768a9652d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c46f76f22c9d5ceab200cc2e895ac233f69ba64c260c0b308fa3d402dbc24e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445eb6a9e2309b884418342cb14454bbee79d746
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb86c09e47b20f534c705bd37888a06b886455916e9d5f677a090b6b6c5693c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ce4a3c40312d29f35890a100186493945bf24f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2bdb4fb88bff265778c5b96f9afac89c0650a6b5a607e4e53525db866b2db6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421a0952cda17a7a3d440ddff095b5eff92accc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13414e2a0d0c863610adc9d02b7474ff592b44f58574c14afe0b7f1255211417
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6176ec52ea2c96926a0c162714557c9bc664c37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c223f6b62d2c671cab40430058737f84c3233299a3ebe7d2ae5d94bde888c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff04a958d0c969a07ec64e2685f94f38a00aabb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbafbf798f5c1321ea0132518bb46191f3aa26b24996d8c35d580de489a46645
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106def01d4302dca4a5ebad478d258d79651a73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca73990248361ed9c0023c831910dc8f331ed7c36018dc78d9016d0f0e7d4a85
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf4c7f2abc2d4c2c94625523b2d8055d0c24b0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9581b5135c11d00ea3e9391162d86b1aef96ce658d8443bc19f6b1b0c58ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1805747e06c438827a7908252d3a3e72e8251c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ca8f6324e8e95802d7774a1a4c9ad48d4f1308178a88b52756929d9036a97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af51230443d31f146b77f22936fd6c7c52d4dae0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab4b192726504ad56d95d126765d755f9199c591915cb717bad81a7a35540f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e1861bf61383fc378931272c1a8b54ab716707
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9f502662fdf7548bfeddabc03c4dd5ce901e648cbd377eb89b511428cd0a56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb081e7df802fe6763516478511947db9c254340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946513de379480558b27453561b6c35b43bdc49c78cbd03f076a8c0e0b578687
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ac7fc2b9e117e53fe4af501ae8c38990d5099
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37bd51ea1a8c8b7bdf43676797f581c1b84444ef25c679645cb9bfd5d3832f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9030ec7b3353319f6e0a264309a22ae066f410e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b696fcfe130679dba509543bf37406e679ba29f1ee98ab217b9a4f667006287f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a0edc0c62d99ad6a609dbf97ca2586025d8eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7169e9ae0fe3c0b81b77880f7b251dd84470e007c237f9c5cd613ac104f3f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19160c45dd1737a6a9a980902e4540c579533bcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c92c2610937c1d1d23c062a697dea57c9f0a2c1dcc7421f82b9fbc8aefb94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66661abeeeaa8836f8000b706c73ac683acd7df4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412194ffd797451a0c15cf039a4d455a103a645817a8dbcc06620f7e3ee00d94
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783b7aa2792a51dc8fe4df95855050d5e018c766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d4e6441e1724a9113c6116e0adb019f0b9d3fe411dc372ca518ed94d9a44e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d595850850974fb50b9737e55bf0a46f403bf5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7415bd8a5fd3e41db712418263a14d7031e58bb4bd8a6f475c7eb817f9e7454
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04fa3f8de415f628fac754be026325db15ec6eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c2b53a7d40b24f201e47ebf45db912fda7a108d7b6b4d02ed77f1c8bbf8f01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e8883ca97d1f606b9dd6cd8f2b9eb67cbe2d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3a045dad18118905425f3f0e768dfe91e443a9e62a2dcd60e6baa55cf3710
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d441e6538f56046837de8d63b58e13d83a9668b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2d157406510ba2cdd52b87137180f072f20fa75f9ac019ff6d81f68c48f6e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e8dc2244c9b0ec5bb481bbb8772df7dda99c95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d03884b0650fa5a53151df986fcb364d60d810f36c72dae64cd757de9547635
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6711cf1c3d4e7987f646836029260750a4e5cbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b342e06a8158b97e9dfbcad3df0e8e265a662efc67f8e8f62311b7a7c34f512d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1877b9b3e832a71de1caada3eb1cc04498ed0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cfe7f90b789db516605cdcda0c5e925d621e26a8f5e51f8aa47e867f688ce7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cca39b95b91b0a4ae284c77937c41dd8d550d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03768bc707a5068aa58e7f5db1f5e3e05e0331bb99ef5b1a5797198e8b26c320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f386dbc1d4218ef41987ff6eb1cb1d2d3aac5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc546554b68c30d9b9d68192dad60d27dd6c41b1f886cb1e72890d7c391114a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8937683063f3398e4b13f0d40d98cc62018f316
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce5bb24106943ca9d9ae01abace564ea978ba0e5240c02bde7cc75424ddabc5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bc061bce955c5b97cee3d8c3ed8bb9f179ab9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d0131acc8739a4579b73f3a8757f55f08c689b292fd74f4a5bec7d55d48cfe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c4dc7889d8abc918fbccfa3f8ae5523290819
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5c1b20dcd9cfaa0940e7234f0d32cbe00097b7c9bfd19e8492311bd9a5ae8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f5518a7e4ecdeb0ba947e25663087f6898849
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90ac42051b50f46362b9c90493354061dc2ea960e97f45e5776f9b47eca22b1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2702d330f0a89716e2525a131cca0864f0fe4ff9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf359a253dc4281a26d552251b79c0a02009d7a35f58f71370d277a9131f7a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1760396af45f8da1fa531e3c0b202f1b0f72943b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dce3472f1545bb740da02afc28e01deda4ded929af30696ccb8f7429b6d70b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730491e774e179ac8068008a94d9b2492900fe9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e64243d9330ba5bda58a5d6ee4597776ab6027dfa527b3eccea4258856b76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07900611a8cb389220dd466695e4cb05655997e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39545633c5a01f0fd0980667e6f3ac4d937df0e3b400a04af90a8c1f5da6d5d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9bc0f7c4c234da5e103dc789329f2c0139c609
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9d407f2a7c34808d94d58386d289510a01712fea58294d0cff829a50d0090d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac488872f4367156db6c848de41f83fe80c20dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87027e4ff37fa220d8c839cd52fa24815407db86478bbfbcb78767ded57af97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f5ae13cb2385eefc21abb05d9827f04d6f574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be36b167e9d18f772d55b1be834ccc538eb21d208d5e31dfeb8f1d2aa78aef75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5534fca00fbc91baf4835c6a7107f83b3df2de99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760a6db498fb839acaec112e30b453bbf7e37e28ef3fb41a434eef282616b124
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabe140987279b138be3c3a2b2caaf97308ec76a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad11d7d74a091c85a494cf1d44c6d910abf62db389d5a5467790a0b30fd54794
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0e926693941349436db9be99767c5eca24d75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e34e2bc8ac484cbc933e6e7b1984fa5c9b3bd1ea20a40f634e93d5d8cd6647
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fd92cf948638a84348d6a365e1f309257e8601
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b76dc39844792cd3932df1831e20681c60cb349c02f6c06605780b448267ded
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d5a4c0573bfd4e9925a87c5e165a1f5402ece0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b8363c80715d0f7d4e89bb46e12a57fd9ac06ad0c5d26b8f23a48c7da43cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7147f6d6ba3224688862f45250722cb7a08cfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5892763126fa294e44df20bce6dd9c3fad2aa538178de2219a4abe2b733efc88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4817f2815fab35783bd9a52688f190d48021cf17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758b1ad4c18bca7b7ede17cf50722ff2e7cb411d0a78a5fc83098323b3e30ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafd2b04f114298e27f771b100d44e2cfd361bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bd1a530502984451aeef9dec2f394be1f7d3261d8a985434c254effc5e96d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cd898dab3adcd2c21ec8baa7d91e8bb06c8534
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a630e4bb93fff322c03412884a37c2f2a90d844af35c641a199d68c9ae7ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5c740496bca183d9cd8478116a003d4c365c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e267e42a0826e5a3915e7011b8f27c6b5d8a499e233f2a57cb5420557343be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b915d411d5aca36048e67a0f7fcd7f0660e96ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31b66b383f36379220fd9f9e93f5611a5e90deefc6cdc295af5988d904b2231
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789684b06a226db350a2cf3260901e94c0d1973c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25eb6ca4feb67008b85a2c0f82a521f24b14b746554c4fcee7e79b41493fbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795b37501b7e51d2a804c3a2604c6fc6a3cd0d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe40ef8fd148ca6de26b6d1cf14d88880ce8ca045c598ad0b89914536e78d0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dfa9ff67f632a2985cd393f32aec35fea22333
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4769fb853f25ad629a0ab1c2a3ab1e891183feef8cb673f03fa457bd93af115
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6140eb7985e8293d5d03f7b78f287c40ad412ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3727b1994dd32c00d2959a1f63a33918d4a5690e20c8b0640f9ce53cdfee17bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00be6c9a0547291e09ec0dab6a8704f496b799c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec79cd306905933b0c45cc93023325439859276bb3d7a48f7cf9ffe1f00a51c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c88a01a4b70020a4a59cf689b8520e9991c4cb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e76d6c6bd65f6de8baeabe5b3b981a8e7e97bfd18030f8b52149af14afacb8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f741368d1d06c864a20e88a238d2049bfecce5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d5aa0cf77d87232d6987859b356c0e4e7a036b2d1e0b552435b33eb61386c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93df66ef1acd725c61599c9b4d9277f83d002e0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e5cbb710a5174fd66ecf03d8ce122f2d65a30d214fa932eac2cbba35d30b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe949420479a47f4fa6d52909a81f75a16fd33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d9f3fb5aae11673b827766cd70887660ca47b57df2b0c2e3208e1de8c86597
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68afde42ee5b4fc80a6df5a213b7b07ec91e961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f72dd68c81fd692eb04e4c98a8c5e856dd29a4b9170efb0c665f86b81540f65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac7ba36f537a352f2483288836f26caff623de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2726e5b7481007d6a0e6fb4f2de563c880e2032e0bd686e86ce1cd15fb5128
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f62ffe028e4202e64eea3f16383282603b2880
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8ea6ec34020b7599ba3ef5c21ca55ab56af1a37f74b4c42922f134df9306cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0739b46954fdbf199eefa72a5b9dd2eb050d6fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c326e0e237e88cd315d3514ede0f6c72b63c6db9e3e08803c41427f7713bb20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e853564054d9482bf8cb8fcbd24c919f1b22702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b394953d754006cbab944fc8bb0f503d19e22537cf1787610c1fb2e1c523b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daf1e4a660354142deea7cbc41d0a3966487f89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5945b6a1df0a32d2b13e9d4f31a402f0f862f8d00e272a6d63eb729a06d86c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6a32ee36268fc83a668b401ac0bee3438304fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb4f2ec82df7b0af8f36c796440a867e4bfe2000983017b4eafba9842c2a5ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5d56b05ad9af3ca68abcda670aa70e4335a3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09c0e63396031262aa1a7a212b4574c76b1a696004ca2b720db5bfc8727db0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad02f6be9e348a2c1d32cce8cebe61dafb71a79f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a81df0032172508116bf91c877fb447e5c221987e85127936390e8aad2be5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a169318810fd53bf96b139930696d3be0650bf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176615efab9f16a92943168b0e77c1de1f7921c9ed540048818b5d3525d20e3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd17ba5f9925e95ea12acabf22a5b7b4a854869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcf88d09defee776cda0e7aec659a82594e124846de25fe40c194c661f0b05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e74ab4bb54c35243c3874086f4672560c0ee47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201328d1a4ce76e9dc2d7ba9d9b914c4dd24e993beefb3fcea0aa435a8498f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8019c82fadc32d125997dae72a000a4471bdcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd53cf861c382e6d3f07d575d490a6576633fb26c3abf3561c55a07773a007
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7468dc28727074c58e68d98cdde15e8a88e8fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2754e14847a502876c2008da0e67bcfea0d60ccbb4e1c8cecf81510a5999a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956f75bd5c4d86193eccccebb8f4189a127a3b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b68da7aa8ad73e86a258909953e9e8c9022e517e2949e7c3b02fb57db95c16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0866c1b7c3d99c3969016f7ef5eadb17ce57daec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80daa8d7f4d55025d1c3f150627b43fc38ce68eba8fa763f56e04832153e72f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719fd216d0ad0897ce7dbbbf4eea0ca58cbe7b56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781494c5859bd17882baf12cbb2f036830ea672f44b60bb2bef193ea12634e34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19052dfb80f59864b0516ea678a261a5aa5fac32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d04b039faa786a7de041a3782b8123cbbf13a1444cc1c0ee2c4d635886d454
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28280d110a306483e86026b56e86c1248122b94c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52399c321a03b0d53380c13bf7a13e39e364aadad487722ed37ca414c65da0c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0824be6f2a7dcf09cd908feee3f18db892df3098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c43f4cadd7850948996d81aa3a7a42cf1e42928dfe773521cafc296ad365ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d936b25a8922159f311ac8ffb07829c1945b9a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9c89bb3c4bdc17bf8754c50fef6f81b4ac015ad039beea2ac1378c63c0d08c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173b977f727744d9d139a13a1e7e57265ef3cf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaeacd0797c3a2ca77e7f45ed35107695790df44290abd2d683b577e74fb6af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4ebc12b20de1688f47282e329d205edea4c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0fccbda3f16c53388046eadab72b252d60adb1697da4298d3bc913f20f1b60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a340308e52fd7b3b60ceb248bf6da4e4dec4413a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae5b6005685b20129a7b23f0265d54947bead4c848e1fad85cab8c9a50ce430
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc672f41c8dead605296243d6a0d3a39734eab5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc4d7427cef56c4b2d939d26b5a6339bb30eec3a9ae11fb9899edbc5601463
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d65dea658b40fcd63bf904af38dfbdb0fd0df2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ec3fcb656f46263f829a9fb3e8c8c99bbd0e3baebfbf21aa968b4fd06e0c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4551f5556b70f9f235099d5affa85e0e79085c34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42c9f01d37bb223890a41fe5426402e258aa47706a704a44ed2475c2438dcdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa971a00beab279b7530c7c3e72b851ab8f5c24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0abaf473453d90d7dbbc657f35aa97aa87246399551663bb93f03b71ee43058
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7e47966c6d61c3fef431c297be3112d691d421
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe00c1d0b28ca7b8b17d3cc33813e6848464467562b5d56674fcfbcbefab62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e24c33eac91b72cf5d50edc2d85e06d4a8911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3412115f2daa7b513b374223eac0537c97e8d63b638542c967b4a70a839d00a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26470a0f95984755ae295e03a6944030df1e7959
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5c8beb3cf80c6ba1de2c069a7e352a3bfb54d97dba1809704c0081d20c02b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18583339dec59880f53e118cd67589a53d68ef97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0355dffce76f7502f2c50a1a6c09d6dbf5521e270c93c01ee2f321bb48af0531
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e5eb3cbec80f3ee69b55f5a603b7c1b34bbce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e6f1e530e283b8bdd0f0c891c98a4cdc31cec373f9047c9a7af5ebdcbfc3b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea83fbbd7e4b16a778507efdae2c58e2d9a3470
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fe66c55d5ec76af7f5fda9e007e85b7d74fa5fa25791fd98d67a942dce3a35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976a1c87190f94ee71d3db69a565588ca8772053
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db5d5378a126edeb9468bec0f0c54bf4486f88a831edbb51138228889d053a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736d4dad11ac1ce39842d0fd755f287f2a26a047
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7e3fa857671483ce751d6de15ffef0210cfe240596afac01add30408a972e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a95c5a4e7de3ec46518cdcd39d8d85a2ae25e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce4b3b77c2cd527dad4a198d19b82a96fe87fc5722d5d66037c453891b3960c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61164c6e53211368266558d18971cdd3bcdecdeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13e4dd86e0535ccc4124fc8449e1911064889f844408f016d070096112de3ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008a9b32e7436716735d42adc72e4cc964ef385c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e84f31b222ef53412a8644cc026195b66b2385bcddf5710a1a0124be7eaf63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b391029901706c3abd61589d31e081b395b77e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2bea3fc456263db0beb1ea8c16bfbd0d6372df4f6e20a19a768f1354bed458
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c26aaed32111ebcb7c239b4b4322e0c33c82f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc9a90fcad997bbf7253985139d9508d2682a4238d73e47ca4f0e126a5c2fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5354dd9ab94baf0bbd7d50485c4d07f958ce633
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b198e16412c9f908f1ae10bc7c790a327c4b85494024c63a3c58172e2dc8da0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68670a3f42395f93cbb26db56d1604e1423e1001
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc436d9f1e09c30258522a198586a04aaff46c5b052a51f889baae12d9f87e0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e096cf10cb6f3715574404ba477069d6b502f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1a4d4a17faa416f431ab1f6e539d08e0269c8e5cfad3ef5adb5cbdad06675
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7db6d9ecf4a9acbee7516f7f4109b343c44cf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252089fd49071076f3be5844232e918a4d6c9bc2d7d18e9d3ce4ec0637e85f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a30dc52164e90db4a9e2161450aa3e9630978eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd85de2413d4a2d9418c89b5a10182decb66b7a55ecc65e8b5c7cd881d233be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64098324778ebfcd62be219fa532fc568ce49220
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b653c8aa06f1661f59202f7e55864a44f38665ef0532603a601199a2eb6f0345
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c6de4a71b3c3b05d99fa57587a27144c22ff4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fb99c0b8de526331362765589a7d5fc2c3ace82bbb7c279e877971f4ad8522
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d4158448817b7631398c23ca086ff11021059b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f66fbd14fc4262275c3111ff49badc13697fc7538b52ec57b61a0b3929d118
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dea31cab50d6456a2f08d679d84619b8eba4ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1af2913003db9c99e872fa9f5d412eaf8ac07b1fde0a932945d8f26807442
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab5fe8677a2c190be0759eedf595e3c7b755dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32514b983c44d3b03bcf2e23a2a45eca4e0472204d62c93fd55239c2448f7251
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952a7c3a4dc58336978a4194874105ad9828973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9e386ea9b45a08b62c706604005ea723ddaee25217a36ed37762b200f82c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33263a06466f793ddbffbb58fbeacd2ceeaca7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde93aee561fb97e05436229b8906f928cefd8c8ad4921482a89b670e77494c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5058153d2f08de9fd56fb42c25b4f8d0b75cf879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d523f157297cbeded68ea8c2928b2e87d67a4b55c28ba20f6353984074890ed0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e895db00772106f20f1d5d301fcc9ba770f7e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1c05b089a3700b888d4030466e700aeb015b63613c9a76ad6cd6e2c13fc81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7877b9ea098ecb6a27869fccb442b87745cf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a0f52f27324ddf9244deda6e50e8a772424abd287269e1dda5726e3793ab1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8771f784b2d50d547a998ca095e7c879df0268
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd27a655888b7397c2da8a3ddb9cef986f99146e1522508bf9000bc30ec291
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f94158d496c20f5506a79da9afa0ffd092f2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620c1e1b9d5b889553c160f0540f13e95edbd7a5615573e268a0e1f9042eda5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9f1e4cd1f933d9f299686639521bf1a5a9725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9945534f5bd262966b097cef8a7c2b19f24c8d78a97a5977b00ae36b4e7ff7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f593dcd2680b3acb5eb3f0322cdd1643d24027d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83693d8bace2927e5c77e1d704b3dbaaa1f573ed4e6398277b8a08cb9d5c72
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40da699990ae1f5205edf26e9b111e87ad3c6777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58967013c9b6887fcfcf3a8ecaf0f0b0e524d1950e7b1c1b7c24b092206fb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3739c00903dacf0d3bc14a3b76fd7bd54b34e45a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c02a2aa5c4db84bf4bcd2aa682e90ec8c5e6c62485652b363b9cefcdc673ccb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb1d6e0d71614b855c069be58a30a7c3f4788c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414664b369866d90641abfcfcbfb3276b0d67192e37a730831b49d14ba33ea6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d6276f25d0b5b84a780bc364c7421d6985e39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f9ca66a94c55796e7311b2c4b4a0c8104ea3af1b8fc5a52a3133921fd054ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190cb9aada4baaa1265d7f927512e7bb5da8eb0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4517158e1492d6199130c91b246245bdeaca77aeadc778515caaf8f1218d7da4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6b7067cb15cd054b45d87dbb536c62db771cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66d650b0a6af940ad32ad1b5cba1f459a9cea9347da1353aeee147d164a1e6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3988a04fa874bf2ae66908f981515589f3e35c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71d8d60aa40c0a8b0e3e4caf137465104a3e70b40f51971fce1f7340c755e97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f04981d3105e4d1a2b7891f0eb642f9da58531e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6892bf812f3da59710bb5878048e04d4a612f234ea8c1f4047bc9a991f8c57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51c6c497293bb4e2a3eb47af393e71990e756b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83f138d02e65d02c695cc0227bb77a8a738679dc0e90307992535ffe78440d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c93beac679537cc87fe3dcf8a54f3770a8d2720
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7ad9449181564c54ef0ca39072ccebb4db903222055c3f182f79e4619f41d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c01162724371d8682ff6a9d6a8017794f457ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebdfae0886619745829e1fdea4d74c89b14bdefb515bac5ea0cdf51f4a6f85b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf86ed7b1b87bfdfcdd014642926e1fcf149ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1bfccfb8856e32639bbe5b6ffd60c46133fb1ca76013b113425cb96483332
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104c1e170bacebe8c2ba0bfb595253d5ea77c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfd13304b18d8e6b3927875c4017cc0ff80d274f650cbcf543557dcf4185047
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a3ace220d9b00656114406a38c8fe0e6b93ed9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffaa84f4b8948fb2f56a1fe38e99e3ae92ddd0c97afaba2e9e72bb585b547b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb558078ba39dd22a8a2621770f995cec91a4ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5931cd3a0fff369858a3d4efc298ce0de2f146c936af2d9018578cdcf23e17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83649ee9339ab5cfa2265d052097e8fb2d2f5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adcac1ce3412a1dc60c29afea148e89e05a738fff0e1471c5b069f3c5430d6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d62b88a5135a7ae4ddc873bd3ca6d82b9f1c657
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3e9209ef9864075c24cbe711b2dcbc941a8e0d5ffff99fc8f70c6f6f6b1f71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28f9542b17d6400b3c3cd10122f8374a2c852ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e63bfbb8b7d355b4799a3d4ce6dab359a49615c92838ed59ae06f9fedf81f59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c44204ccd2cd4b4d1c3634f22fe08e74c4903c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e1d8cbb38d89cdba77aad104a36216555fecc54f0b50809670a3537a83360
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f410d84f59e32b525bc361d83019204d08dd987
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1773cb1179dd0dc585c7240f0c274a68770b7d4661c278c22089482e35a7584
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09595d0249dc6a4def7d3bc9ff7c11b37a3e2a05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287c983ac9de245329299a98a2558c405fbdc49a0c7bc90cc088a43f1225c867
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a224b8704c7628e7a67e015b82164f7f946947f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65815271d5b4db4e3f83982b62292e92e190229bc450df7c0ce4b6f057648f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff0b1e16dc7d5780a38a5d24a3513efe0399897
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a8e922a530aeb199924ebc1c9bf47d7fca98971a21ebd2ce71cb018a455be5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d500b6d32f4e98eb4e53f80e931ac79871035275
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919db11cc4c0e144860501bc52199cd70c3f374a10a4f9e0b50e4c103c7fba0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc98c7a8f173a721aca930e9868e222870b3028
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb33583cef6fc78f4b223ea74ebf4d7e023ea8ba16121888937cc3fd2cb065
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcab1d7e494867a18bb58414fb19064b1a625de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610b68b53254d2345ba2c3e73b21672e5c540731c0b356f35aff41985e4f0f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc5562568b80648c479e79c930345cbcbc9d7ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2a2335ea8730c818f6e3f92f758292a1fe2fff6a897da7cb66154c22ec99f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bb697fa2153367dca3951816932444ea7323b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6840317b6791458d18962777580538eb12b781bb15df866d89346228be4effe9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085c6d3bc7f9c4e9ce09f3ae26cfc7501f64ef33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5df7c6da3741972c43e69139c7df50995b3c45d0f6984959ae0e9959390ab1d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe03ddd71dd54c0e818fb0932e0e66c5ac70b52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae138772c962d3f939ed8c633cdcd81a02e8796d200f2438280be2aadd65bce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba3d007037c4efcf71ced736292fffd11291c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc66a983c9b5e125f6a5726a983f2916b87d06d6e3aae6915c8801cd54e4b07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c986e29a81c3f8380474a3dc926504423167370d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9509a874ec2305adf886448069827b6beb9941ee236611952c0afbfc1f14165
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb30fa6c7e4304016ed6e02b651c1017d99f06e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6cefb3e1a0696027941125658bc97034fb344ab0f34f55265013c8e59d6c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83174acb81246fa3a9c43751a24a42726c772d21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373db0609b432cc68c501425fd11b8be1ada6a3adeed324156fc3329e1ffaa3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72486913ff111a5efbcce893f398cf6ac57558
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069f4c2c73b063a20b0df294bcd2c3955bb9eae1e00c36812962c3b814a9a8f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec0d98d423b3a6626348086394eafdd86fad708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd9b15b6a0349db46fc694f31159c5ae39a04c62b5b7c8bb4b592b83c05bc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05af4129ebb311c94df0377dedc9b67a892b609
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77d07fe3c48f3f8273ed9c09a14b3c9291252ac9f80e304a29ff728e6349f6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861e7bebe917fc8cf0b12efbbe9ca771eb9fb7be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100dd0204cc56406cc51a57bfeb6d4195d7c49e4a9c0a4c5c84c67fa668b18f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15735dd4ecf0754ff9ce504ab9adf541764289c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1b0e56c5344bd915e5fb35de7e6cfa4eabed6f3a3a0b1fafc15b9b06d2fb93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f014981019ff91e5cc9527e02546f45f9330362
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e109129bbd59f8c617216cb2390a2b5df707e5a4016ab24ef048879192528d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbe2ea80726351de061ec06d115ecb1963d0f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e92bbd72300e2565899f40552990e079d77dd80bf7d2323a732d5fd66d49b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeb80fc2c511bd6311883db33a3a4c9f1ef0104
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583777f96b86d6121e60164ee9ad5ad56bb68adbae0c50ea5578b633bdd44e93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3698508c11d0fe65f35231d88dfcd67f952ad293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12644d9310b3b3aeae6acafdf7c6f12a5f250014b30d5d4575b50b91b9c2e61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2124acf7d98b163c133b16d6b9bcb60aa353b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8d6a6752c89fbf8137080a4775f25205ebd6d126579cb1b8f03b2eb2e08765
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e35f8584d3ec8150cc185b46a1cbf8ecbe78af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc1beafbe7584e9a3864ece990287634ffd35e717e0cb3acf90c3ddf8f8c74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c28f19a79bdfb32be4bb9200a1e6a142c2b2aa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d29dbd9903d323a59139d2c1fa8691fbf0f31aabe4b9f0b7202a8b942bbbee1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59cba40564103fb08c472db77276aedcd6b3a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6297d8f95e2561a464a72599b58fbbb580062262016d04d3093a0954d487614
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad41ebf71b6701665d12eb3f0e0155994e311e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba7a1b97fefe8412fa469ff8a977b0b5f0cdcf1d8a390db50ec834fa5e1c55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c63d75579ffc21f7a23243763da7ad94611d0f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9840ea18755babd528d31d07e3ccff6d8b327138b5fd0b13d382e034883b1516
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ce2b0fa9b5e9fc0907e47f667bc0c7e7c84f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b417a68c1da209263ef2d5cba66bf5a2bf7c7b0eddab492ed18995521ed28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc0067d9d9ef9ef4de3fdd0e80b75830b8a7e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a0ded77a34d66ac7ad41b700af79a3062e84520116e99947f2077417873b6
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65312a382e0b3d9aa3775deadd6878ea3c5f106a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57fb3da03ece5772c3128f4728537ee568588201f6d7e48ef8b8f797151875c
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b951ed381782e1f1e97a6a2e4d0e45199666d156
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943f9f3f87d2e3ca6d4881041f75972ee2d20920fbdb5c8c67d319ecb143875d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77980a2641c14f203919ba966e1107d3d3550547
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39ffc0fe983bc896841f3c387b3da79fa665c65d7efb7d7b550fb9408d81c28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0d46a4e08ddc705a1fc5065dca44c56a3d34e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5aba027be5c56b54658629ea7d33d0e64f343ca3d132a5205cc4d830812f20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf663e57c5268468bb2ae6014f885be8aee22331
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646034a933d5d42227cc3daba4e689db2b8faa402121b1f0959640a5d681b32e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520b0f7d62a0da4fa0d9f63528999694fa9f7bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be984778af455c8825042fd758b8d5d965d606133d7fbbec3ec7b38806e71eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9773d662cb901f84ee5cb3ee8557a838d6d49c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c88a253095111f5c97be5c14e89116dba67158cb477c760e85973a44abe8cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d784d4f2f4786d690d1aa22ccbe9902eb2dd92e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25d5b0810efd5fe8c37bfdfca8f3922aa3bafe6211fd0911a7c79dcc65daf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796538297d6b3bb518aabc9924d396c114ef81b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f933160e4fbcf19fc824d8577c1cd7286177cd5eb7cb41de189aea5213e852
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927e44a45310ae37398d588e6b300c4acd62c480
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2372b3452317e850c88296fa37462772d8f79eca0ce296a733050d39acc3d09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7216a54f96e6a4bec166600709da46b5c91969
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc21867ac1418c5d6029ff8157d1541edfca0abdee4fa621550a2142acaa90d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a851ff0e8c0e91807f1f764c589dcd8de6474ab4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a98e798ce8496293ce910ad4bdaa0efca4c887014ef95cd3dad0bff4cb2951
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64872dbf2412c8de9d6c82aa6c575d8fa386fa42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15cf98b14f326cbf3cbe1e2d10ceec9177ee9215430ff7adfa93c474ec4411
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3294790751a493c94739bdf5d9015f06af099d51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58fe26d7f3eb25859465fa3c39abc438f271d0e13e98121ffad74da6b1e9b86
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab013f73ecc2b3248b8fcbf45ce7482263e15db0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc83bc3f1639c313880e15838c4150c87b53dc3b175486ce8eca4c615101d773
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7386008e6d984ddeaab9d8e51125a1e3c54a94ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ace851dc83fcd928d84e949d22292b2a4af4c8378f2a53d055fddaa513d664
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd49c1ea8a93563216da96788b09c616bf7cf74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d769f2a1258f36d483690bde926025260fd93a46f25112b0807f6bee683b0b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4959edac8bd3795091db0da8c2bca1a83201c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fd8eff0ea860f302f4796836b95cdba25e0fcda968f7fb040998717be87893
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d6fe77ef251420b2a04aae33dea8bb3abc377d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda27d0d6b76df79879a3b16d2a9992f55c9eac743ddc7d25cba40e10634f421
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa4aabc779d4545e46e6c4180660cbab698bbad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c008b40ad25c191f48ec149bd95690beb7eb9a3af94cd93761eb540f226bc39d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68129e7e0119dc902e65a775e81d4dca5d2873fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90f5cb66dd62fc7f12f7cdce934e62821cad736977eeac9c89f6291b6669f48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5acd4869bac9ee3b14696e37c332e02259439
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1bc00db64843a4b92154d91e153c685cefa8927979f8615c65943279af31f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf838af0b7991bf37de7e9afa044b0033d7971f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7347bcc7f45dc0604471816b161cb1117c02af65daacc30f54b05b22ea2734f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47f6c512dfbc51bf85f6d90edb2b923b260b1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb58ac6cb23571c2d2b1da91f16a2668632ec3b4c9eaa074479de41098d118af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd9d248f9f9dbc7c720d7ac21f9ca526b60e2c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6380394268f8b90a7fcf69edd1f41e3740a39e84fd61965b98f2317d1870789
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e953aa7748e84c18bb2373c30ebb84beea8669d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7cac1d107543de4ce70cf4bb425dfab46174d3c908889bf37819f15243ba7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47d7c295124e8bc85a03d78e68d4b06f79e056e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e985b1ec7919167eeb7eaeecfe300956e6d55e099011e852a7333b9da83aca1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1870dfaf092b2e370b272dc801c19af026ad0d26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2f8017ef5eafeeb48d1e24ecdc9f6c471cebe79cfd508b62f63c473584402e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36536827f3613ef833a525dc5e87a585fb1e2541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293113f51125c4be77b0c31510c3ea6706fcbff3e084dd14caebabaeb1ef0e46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8d06350e7dae585fce3ae9a224d1c9f55ecf6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3664d3987194fe89e3ca583e45772cf56325512755aea218cc9996f43ef776
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e074e41bdad0ddf09c5ea5c82449187d5fd7fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7738843ecfd69e70a6c9c0c58322edaec8c4d49ea7a61a378b16bd3916e8a85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c73d6d4faeaed3e820e48091c296e9236b9904
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6e322a027d7cbcd4941c7003271f8c1a60b73366202d5aac0739f9623c5fcb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b211009476123a4f0a10492830953871c6873b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4010cdbf395ddf4beb226866661c0d4a0a7bfc8450d1df1295b4196feb4392
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa0137fe36b1695b062421639319dcd0c761c86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c56a99b960753f4d8bc1cb0ac0a7f674ff53381c93e86ed1a8b22a1d93df9e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e6ea8ed1d8e1eb0af31c1ff4ca95cb3a345ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc74059151b6442568140ba63e22a8b1e470b94f577bcd66a5c8568313986cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d6c28a981d2bbd27ddf449e57f9e61840ae3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867762930c28da9d199914c1b227ee5d89e8dc9bbcc0032b2112b74cf4ccf9a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957985521cf28fefa6dcd6195f26f6afc80f3158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea265f79113e9d873a30ac75c6fceae936875ebbbd946f53b012a7a05af7924b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36eb9e3857d800972ac1f8202ac92c2ee266fe7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3ccf242e30f36b3e300165c552f607e7c642ed46e2bf8a4262663561d8cd5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294450c67175a78ca7284b3ca3bbe5bb265b02a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065a17163179ee409dc456949de1a187728b4698b051a00a384f1cab2d1394cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b593b1721c56c76b49be8fde3da34325934f4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4c00bf8bbc8dfe14f278bf68d183316881b0739aa477cc586ee6044f6bd170
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b986b91847eb80b16c71227af112c7e8273e3cc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c644559d0a2d9c68def7d2cbb696fe5a0004367410d7a4c84da6ee398b506b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f4d73255e869bf1db932dd7f49ebfb5272c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb05e6e190a546ff11606fc844cb6bbdb8283d3898dd875155638fe64279005
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d83d527de4cc92ade1fe68d37ec7c35ff4d47e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9079f104cd880a2e4d90613d3d32c15ef33f50d5a299ea65662b8047b0fef8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81479ba16ab3ea7b6a92f61c272a6043a3dc94a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bb6394860be8d6e8d561a96b262afc087a39a01460e039c9354c5579f39527
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e17e6b6f81277404bb7aa1b4418ffa1d4b540e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7839dd7c1113e50bd4ffe0e933ae8df686d5c0526f8d8c51cadc3e638ea10e6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3202e8d4d775c7fc1edeb1ed7131e5542348bc8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92904581de0a324430dd4aece917622a86aba174785ca7a2302c0c71fb9f9998
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127428d3eb01dd2abf62a16b78675bca9793bd08
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b56fa52263a12cc411f0fa31312872e0da10420eb5bf1e430514d17af603cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1866d113e8e9acdc5795b379bc3b10a6dabad3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138853547bbeccc675f02c17c5477c26cf7518d86f8577fa388e32f32711f32
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13886d041c9f3ae0b71af2f3748a4b05068f4f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ee0284a4856ef1f0c5e36c78ad578f030f158e6075c8910ec2b231141b5c4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc640a1518a20502f3215b30c8f608285eb0715a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040aebc449e99715a9ff2a6e9428711b8cba01d3438ba1806a3dbb79ce6b88b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551b30c359331920ea976f69b8b3052a1694013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862bb72c94da4f0bbf5dcb1208f81e2f749c9731a4e7093037a6fdcb30e2008c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635aebd25acd0021d92e8a5dad72e188b1cd3f5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc3c551359cdf650dc320973d0386fb21b968de90dfbd18a16d83512d2555a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deacf24d581ef11ed863c158f2e8c138b6f3cad5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159e8c893c6adfa25d084ad1c4eb59bb5891f014d48b225c19689b58f731ceaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd83400858ec93311058de974fbedc718f3691a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cac5773af65295bfacb4c16b94ad9ee18329c9cfee21e611bdb680515bdacf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612f0da3cf4c5792f15fc6940b7bb0d02a02d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40246ccd31ad3a9820f9628fbd47315b8406bc097e4aa6025d3ec125819dbe5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb478975dbc7f073cdc7a5c36065c025265a83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838895e8cd4641c893e497fe41bcfdd9f2ff306f882249b4021dcfbac3c2ebbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3b015183b4030c2ec6bc539bdbbc62dcadd38c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea0f7652f53a6de963c121fc38ccd81e2766f309244a6137151084c994a32e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80f26f0a9d3f718ee21114b116d166bd5097398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628c30bc822fae3a7e2fbc3d06792968834b25d548f58d76b6ceca93917ef52e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1de9a13f1d40e1cba8c9d0247439969dd46812
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314fa15862973f20b82ccac05f42b90add8be46e8e36b4d9d459eda28d3e6fde
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506f1b46e8c6c5caf114b1a686d2b23d81eaf955
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf6793aeef68f7983f396debde7330d283e2d9348138dcfd1eccfb583ca830c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9e48a07ec6ab2302585fb1b090fc2d286a139f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960563151f018a5ab927857aeb124e7fb17f6f228de0b8cdade03fc4c1e53b18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506b0460018b5dfb9bb7f443c8168202b9374d80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48515acd699c717935f1ce4428b94f85bcce960ee14d6e8c43939a49d6a8f308
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3b48c2c332ff238e19bc12562b7d433ab2f31f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59df4baaeaa43baf04dfd273d44ade8241fa637810eaf335f617079794e67ca9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e67bd6882c9af2eed84fb732b3335034d4daea2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85075aa2bbc9dc4cf12ebef4d0fc26394d6ae280ef936f384134fefd08a8ad6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2708688f9b2c2394266e59f85bd26e07659c2b6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e88c1714a5cbbbeccca73aad92e48cf53eea72c65891bbdd3e5411cb57a1f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05161f801009c9acfe0c689ff7f5194e207157
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f82b4074ea55d1513e0dfae40b5bbc2c49f13013025bcb5776aa5b70afd14e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b5a1ed769713b50c0ad6d983e1c24f7500d99a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6058f207f29163bb6579ded09f44ccb0e965f260e82dd4dd22591ed0d4c1a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e460a213aa8bdfc757eeb99e91db68eb37a9a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6ad0db8a3f8670a2db650471f108daac5ee2aee03098a12534dc1d18d9dc5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c35ffc525e125a47064dd9b6d2285e08b60d1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2338fc46a9db413b62825888068c218d05d7fd2b02da6cac40b3fe332b7a80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d05387ed499e43c27922454f19478fd68165a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79292d254d804594bc0e0747fca869be277c393138de8d4b57c3035f350ae18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa7521fc29664d8e0d825ac5c2dc9c8448b8d49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b2f4fff7e8b937405669d354138cc7f5f9e459d0fb7900112046d367983e56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfcd8703cd8bc0751cc3d9bf438dc07395e8dbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b427284aa6ac1d0552cece8bd7917f7235e96c62c6a4451dcb229835d7012c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92b964fc2c6240c50efa9317a718ed2a5460f16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75703a3116a7c1b239c5384e18a03b9a08ef61836d62f931da413430ee03ce59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a792079e84d10566037b24c0857c7a2c3c70a32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84e1d4ebfaf794fe50c4ab944a6061f19a2c640250b3208460abd3a0aaf4cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83057f0558f125b3cd9b8325b62e434c5bf226c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e305ab807cde33a0910be1b84df12d2f994070ccd71dfd17cc6039b74f476e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ddb80236764c827f7e65e72479ba70bdaa2896
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c312fae458246e5213eb9b99e9b43bc80e92fef4eebd5c3f9eb08dae95b6bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa397556473a36777ad9326b62ea7f068177252
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be93e47a25a4a8b3a73e1d45711cb087c3a59e38519111ce41eaadb8938d95b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba568305666bb41f3b38c80660e3f7ccedc8823
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291555a7afb7f3195f37f17c5af2ec75fce5f5fcf78d46564096d931f382282e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82234e1773995078d8191ebf5fbfc628247ab6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0c81555c7fc471fcdea0a12dc1caa8f73f27eadbfbe6b2a0236fdad86382c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395704448ba9a146e7a6e9f8afe11a43f67cb20c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257650120911b9cfaf36138761f5b54b0494967ac2e94933e2216d808446a4ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710f46ca67004fa56969e82699d190865620cf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f2a79f8a20b6949a8f81c411bb5847d5b95931d815870ee28766ceb7c91064
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea21b4987feb88abe0b1e352c2271ad50459d43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd11443ca3c992efe02beb95358b3a771ea85c0f09908ade68d709e5a244a5ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d614767cabc3714a29c8d63c8b8ee7e6a035a8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e37785063b95386125d4454704529e265063c1acc49b8d57d866486fc3d1bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae27314b60b96db6a5d68024e63703a4bc95ea05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261ece96b208383e882e992513276f3270e20e23156825abd4f0ca88d9c39e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10203e6b7726c39c8e44fee3ea36ebfbdc9c5ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea118c6b95b09ec0d7df0a79eda28fa0d5041764df293858a9dbc121f9407b54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c4b9c54ed6364ffa4d68826bdac39869fa1927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e7c3d6b7627a0331097c922d4e2c613baa1a5d9bbe5c503cc9e0f34c9d4e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a70c877d94b42780cbb124566daae963f86446
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8923e8cf2388ab3e4fcc52186952e5b885255d95746579bc25c88e990032ec7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd902317b6df5552e6870fbc2317e5383596840e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbecf6db1d4264e4f530c5d0f2e7202b85d506c61d3674776cdcf9e954a989cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f33b1a1e396a0d27edcdf324eda3d3f12c0d78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8962943ade2bc7eb9435ad204208892f3be4ac64ca2c47c2056f29fde23cbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7723b3ec1af90a3ad6b2b48c35b5e3c601483fea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf45fe59d164fd30ab2e074f61b3824a1fc3f73b2aa43db1c26c4e0bb1fbee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5088d3313f0135a1c9acfcf75dada210e399b12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee69ed0439216203f67fdecb959af895502f64d5be9890c6a50df91363de269c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d840916318c1218767c741d9a48b7e8675836b22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da02d403095f38eb27b5a79cfc106e7285de883f7e2a417de062e1472cc0c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72936ba967b778a89f0d953c23840a2ed90b5482
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164dbeb613accf8be1f41b78bfa246b5bd571715a0d82105f6247bb9908349aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57cf9a614d719aa8ffea878b09a4e7132631971
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bed65a1016ea4ac30cd9bdfb0aee9d4d2194c779dd09d41225d22a0f05975c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ea3ec8c963217badf3d4a8d3ebe8cbce820780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b698d2cedb9e345945023d93b87d8d28e2d606b18316e71efb1aeec5ee93be49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94725af7ccf0458e2b08f790e283fd655754b8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cad78ebab5237912247e49876dc7018f8074e8b0d2fcb9548d9d5761d88307
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953b4519629598ed250ac620a774542f4aa5c693
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5601ed66e38d8b80321909ffaf7ad0988da52ea7bfb60803f0ee15d4a7c9f6ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e991099f1067d6c0256ffa2c8945655f113a23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539017e273990d9a3baae5e57ee374ea890d28ae18c6b46636048c485a0e4b66
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab5ba9da568ec77f8d27ac52588760138863432
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6c6ddc109c04a2bcc263563885e124730fb2a7cdb6ce96014c2e585e549755
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416cf9622323841a57b61981a9975fd6180c54b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3eb0f214b3c4bae1b7d494d17239be052c4477e5e5cb1224ff935af236d1d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf8d54ea733cf9134a79fd2da33035ae845dbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3e7931f5badea2fa450faaac38f9f6c8a54f33009fb067ec3c93148cb3111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b6a76c30f2e92bb5bf5af464e30bef1129965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1fdd8e8bff11c482228262888d9efc23f9be95daee3e0856d8c954e898c1f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9199e53eda966637db30d4a970adf737bc28c319
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b990a371e28aca29b1cdf2a70008a3a3ca23d41301dec4f40cc3af610ee5b178
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aae7a02e2315bbda8867a65cf85ef0fdc863bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c1aa7f82e16029cb70f4c7e7e6843f3e510be31fcea00bb8cbd19beeab1917
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c300343e6ee7fe54f6c2242016f495113f45e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d56c5835bc4b1bb6e2496fcfcfbcc102826658760899fa3831d571bf7e142
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474cf431c81c2a91be7dd32c8a9033a54ce936ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4a5625a791d3e71f3611fc8b0773ba27ca4c876e86f30cb86549ce91b01f70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49314b3c61b37c28224d4f14faaea8bc776c336
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b7c3b2dbb0feca69641bd16f1579b49fdd5496cb5ff267350992d900432d3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8ea25faf91ea9d8499156f722e8b31066cebbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f2b49b95c307bddeb03e05fd14d388142dbdc5ea4b5822830d2a0085ae7d70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87a257283ec53f40972b0e28ca8a16b6f30027e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e4dabf6f5c77b9ffca9a7f8b934de84d16a48edfab86b1becf0edf0935bd4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453432f58a844a6569948cb7bb7f17d633ae3732
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa2c3aabaf4ffac15a7335d7cb05810fcbec73bc8c3f4384b59405038b65c0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1047dc812586dcc114335ba06949f7734e5057
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f9bde79b3af2bcd0530e527156b330a92424aac03997aa6c33c239a948721
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e9ede919a45d70cf3b172856e9840cc93ff030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e57f43b11ad61553ef4908512196aef394f2eae067d75adc18885070ffada4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39d7493842e9e54687f01806ac1745c73e2fc12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ce095950430fbcc40e06194d93492d1f038cfd71807289019234ed679efc06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d794075b260da1791b26c92d973704680377c47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beff30cddb257edde268324a991a1f07e5924f47ab0cdb2cd1c4f3fa23b80e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb726561d437a59ab319cb2b2cc9d251030bc0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3178b02bfba32ce84242a2948738f00580fb48308e50f32051bd60e97ee744e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f24001a259794117b268667501bdba9418e10c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017bd6c9406f6541f3cc2e3812cc3e62db8029a48c104f45bc8abf72bdebc6a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17b069faae2b767e8398605c4b7a6a11092830
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d476ba0fa11cb6d0102a9a34ad721985e1f7527507cd8dcdc48ae209eb0b504d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ed50f20f8483fff3c8eccc3089be7b3918c72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327dd4cbe5f62e44303fc61059c50830d4de41bfdfa20864a296c835b41b94b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dc203262a13e2f1dc8ab99861f2555da0b4b57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d87923bad857efd2597ca0de771a1f334ce5e8bbd256a581d973623b6979925
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b9f70a947afa03fef979ef94398023f7ec01c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d101c4d7bdce1d6bbc172f0036f416135d0e003783fa12d245238f047db6de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5e95a41e17eba8f3327ce40ec0fa22bf49a9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a93129edd492bf9d8c556a9be5983a0feeb0fc4df4ec7994b5d5510c1b6dd36
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759be3222b5c0971fa5bae7902ceb33022b2e6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6a0fd900f90e5ee21555fa9e49a7a04b07a3cc54c7d0be75aaffad19c05cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b1b61e127cd47e15bfa874a975d11ca74625b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463db851d73c7abc590665b7b823477c80494f437528102c1d2fa6ec4a2959b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8ab27be30b6e1f01fdc6bf5ae2d66ae31fd60e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ea70700de13d5d00a83eace9417ae1071222e1031ad994ba0bc08b890ba44
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e1eca6cbbb56c2a32965096c9300c1c2651e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18ec786c3523651eada3a0aae9c4b6d8625e0c87af447c6200c7aad249b0769
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c6f02f697f0939f6b3e9aea61242899c29a87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b9f9fd2b83a46d44e2bbf08c58bddad40d4f6d09a2497508d6d594a9b26af7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5139c0992962e8494f7c2203977c863c3c7626d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e4877cc9f5e111ca33958a6b415812fa6e1d3006ea4324f50fd56d909c7ed7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736193a38e7d344c88637040dd6e5957a6ed4f19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453992f9dde72aca712a34c27958aa5fc97a526355e34fdb4b746e3370087a4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c0a1b43be0962508c04fe1519bd0adae271866
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d5e3ce96d5c063aacf331bb4c99558de7a5172b1914b730cd516beba91619
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd1ab78874421936792bcf0c9a0cee542a4f4ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbef1e6fc660f57f35c46162ef1fddb951eaa47d774f8d65f3d31943abd8a42
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea81b6153e0015d104521b036f682ec3a1a379
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f1d34c59c83e89f533fc4841d0b9494d44a62047318543b22a27bb81d5a0af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e857ca552c035ae08025f9a26a2c114242a574d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127159920aedcf22435b07e254f44bbd09f717e5f7ef6cd64e3636a95baa23f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860388d42ff5e7028382077535ddce6f668b3136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4d7a81a5b73ece741591752b366c424aec6795237b3ddca22845ff04eab713
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de88d11d1d8bc0f6a8430c63fe0193fe079ba4cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe25ee6e8007a0a90efad539828b0a7ab20340198e3168d0e275aa9dae08a7d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85a629525fc5397ea3e3bf6fb707536cee0e877
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5552d831e5295d579219e0c44e84e9c3b25ebbf799b174f3795b5b20999b1af7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7a97d8724dc2375e58168df0db2ba6cbac04d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781a885f861d8e99a85df9671987ff024687bc39bfb5762f9e55992d730f7c43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2947bfbb2d666bf7058d055e2e780fe387eccc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb905b8eade7e5671045ae220c1dde89d17c28923cb8b71a2e391e03b73de759
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ff661d2678b44bca7cbd70dcfbc569e9556256
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95333e6b52223e03a6b4b0908a5c779ca8cef552d9d4591a01cf1c2d1dff5c54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30274e008c32f6b72bcf80fee9b590c96be539f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6f12a9bccaeafd7c1ec68f810b04fa23f36fb069ed289d3f71abad4b37fcc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97b1f37f5aa45df03062237b99b49b48c5508cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc9450f8ae62d633ec9993cc3afbc32e0f3b846c8fcf85e33dd45b3f74c5f43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a56733e03e8468ad2182dd315881ac709ea423a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129c3fc8a32e844dbcc6e4b9f374a33be078e57f76ff3de8bf31363ccded8f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c4f176566b17048e1bb7ffde61364b70f32203
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29841a93554a54003cce857b54f7d317865a25a9e1bfa265ce2f6b7971e2a85f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5dad49665b0dfe7cd99add087a7dec5b58e926
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fa81c004790e715edf1a26f53951671fa55f370b83c1062e13180f281acaa6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a69c9073c0f9e0b37a89b02856bb8afcad6ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42412bebad0f4a5ba042267f99069faa3d990eff6728086ca74bbe0c756c73e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dea6cf235a67094f4628f02a17e59a46e9e44ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f20e520c756875794129aec0a2d3a4cc1ebfff2054e6457cc5336c0daaf08
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c33d50cf8f26a4b346c377f6c1d4a05d68032c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11d8153a73b03011845005b4f823c4aa44349473b2deb8375fa1419148e312
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038f4088d0746eaf3b8cc2250b6e0af30df7b7b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777e87e7894b272574f6c2d4687d05a8f508abb0227a84aa9b6a053b1b870ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95220229e91fd8223261ecce76f2806a5d4028c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56785c89aa033b09a5d988ce1ac971d51f2b0ea393d6382dc791bc98d4a13019
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03bb9d545224e312dfd10c761035072751bcc49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b7205df64afe372b8ad6bfba7cea73ebf7d09761c1d268115eb1e24bd97c1c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e27439b199c07e16ac7807ff1dc12f8cd2996d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4821ee98916fa265f134be8816021e551b3ed57992fcdb5b261df16ecc3240
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57a7291d23a113d4c42685f8451bb83b50be30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd4ebe2d1a85d08c9d698387ed3624c5cf44ecf48e4d4542406f2a71029cb5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18820ee153db815ee3885d7bd3224dacf5cb1ba1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c94291c4300e87938e0fe31157e3ee6d6a00e8a496d56eb81e325bb3e9921
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e217a0db84677e0833bc15c629a873bc018b74d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a4c60ad500588309c0a186f1a6043f69feee36d4f3c547820fa93df1c1fe20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d3b82ffc1ae9cbf8c6c38c76b5601380de382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecafaec4f6a850e702dcf0040b09e816ae7bc94cd03fc7a830e6a50e3c3e96c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ad66fa6a48145bdf9045fd32833e287affc414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca3d91624c5c0e27d54ab1cec8f1b7a46daccd739ac2425125d5f0280a7b2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a06ca9bade8f5824398a407ce8bce34914279ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cca744814ac73a487d81ab221db1436dacdc800b724fd5fc7d1696eec87dbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42726c622d27c841a2f72899ca8246b01bc3747c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c01684602c6dfc70ae8fcbe35c58b27fcac44ca79c9f569af3668830eef61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb4cf7cef70b851b3a74a506258f644610d3a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec3b979dd74ef2b60a09dc081a365393323c8557a65f613ff64824d3dbbc53d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e817bc6ee48f5ff081a4827f9632c3675ec5435
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7d694534e504633a98e62b9718309f2335e0225b9391c58193811d0fb8dfb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0fe201b3dc0c4f404de7542304a085995b77c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357dfe7a5e08d675530486898561eee7911343ba67c74994cd471e499350c245
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9708bbfcc66d667f5766432932a84db96a67d58f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab18ba7e682586db497b78a7184daa34485a0e41f941ed106cd791ca3baf964
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b5041ccb25b883b6a66bf7817a96be13264653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006feafb0cedc2bf4912e6ce964fe0c9f85ea3b49dce6863804a6a2be7baf0c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a706aeb71bd16eeac4a0dce2de05fc7e697d3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a2076e06970aa9ffcb510ca058753c6d32de1d151531b7c28111c37d730462
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fbf7a9a9a4fbb65762743eee0fcc4599687434
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4d4ff1c91a2835c745aa0d2d57156cdf2d92c05038a1b7725b6e58801c587a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146a599a2f1390832469b24fc39775e207d18f7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0257d47c265e370c7d92ab1a4db889161ecd173df49483ac5deb5152872682
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effb53b462792a1f73b5fab3954e579275f04191
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752432feebf173f3023d7f94bff7ddb875226132be1e6d003ddcc4db540aca50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f584b2cfe46d00506637c42e56b5425ca5a4393
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7da4b45e927ee69bfcd7e71a25f906965916f4982eb14d4780301cb6bc3c698
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd034f150d091d92d07db521c6b83ae287dd4fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467b6937a4ab44d4e5d83f4061c42432f8b5e2e48ef0fe1e61d7992999ccc23c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908233bed721903e4cd36c5af9b85c0449802f05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b12434738ce2b4f71f713044d3d83b81ff34213f13c1deed5b752db19b1a0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a14acb9e0a88c56275aba70175d7349040b226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f340f5221f3fbfc6e6dccc71ceb7f86742e7f698c5c921278540199ea90c829a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c781a91843321905931503825a4c164a028b3c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dfdc8e0331935348b00155c88b72e9a95b5185181c83806a09ab8c156e765b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e3f35b046f55cb1d427bf17c26c007b5499f34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744c21b55432a60287e5d72651da2cbda3af5714b128fdf0bf271b3a0718f74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9317202e5e395ee6f0778ea298da2d3d0a59520f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42fee27e4a0051733f9f5451cd21d69c714bee709b52e30ff6e5e0c034a68c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eb4e6418ae20de5152e1df593fcf9b631d63f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384068d3860b8ead3e7a6485b2534a01a9e681e816568b9a2eaac7185b5b9164
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5639d0d2477aee0a1ebd4a93ca35460ba6ce9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5768f173f2f7310715505aca059b9796e4f91174a7804c6c31123e57dff4d80
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fb8dc173bce8e867673a2c9ee44b10597444ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808f7cb8ecb7e73f90d6e5c97aff6a302acb6247d00093e335cd0fffabe7dddb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75025aef25ff4e33eae0f7114148aff2bef9184
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8081b1ffd5ece80feb4271a40a48714c13e99cd066375a751311fe17dccc335
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de6f8ed961afc511d36f05092d428e4679d4043
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad36c34f767a30be27e8c10025a7078e2db525380f876506de1a6afbc0ef4e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6168952961cfb5aa46c85f79556106bf06d057c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36aaeee9a93aa221fd0d0d04373f4def58a11cd3169177bdc8d9e160470762
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d7ee1cdee88fdd004a0c8b86c1942e7aba12f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f212b2bf9cb966ab8e94589903207a22ae80e438ec1d77f35769fa450b6cd6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f146e85f7ab21d8a0c28c5f49909ebc4aa2ac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9415174f0dd6a7f29a888532b29a888c8ffe06a8a3267c0bc6e68725405e8cb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e658f7636affc53c24921f24dd061c8c0ee5dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e738d9990e6cbe9c42cc2a54dadf2b6fabe0e9da5b7a92c44d180e59394e99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0380108d2fda96f8ceb42868dce53ca817433b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611038892466dc7b7aa71feb99c0c7c023e5e4b9c9667f2e2b8b38edc14ed1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4987a919451a13c6cd198e8bb3ac90a999723340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1646bf861e3e1c1dad1f01bcf42f5493438b66db9eec50816418fa80be70540
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9dc9f21a843dba34ca0db088dd627fc881df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79038e32c259db47aa8a077a6d72ce09aedd7b50d0dab7fd5db5a43aa945a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30f10629f43c420e5154f38ecf6fd325e57f06b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5c2baaa8f47a08cdd5395bdf90c969ab46883621f52c1d44cae96f583fdb10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05790f7370d8be1686635543c432c49187c05e73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4586a88d9f5094060fb20d235ff2664dacfbeecc2f76a81b204af61aad8a54
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f863292e251f0da68b72a568ec56cb8b9092fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df74ab7950a7c95aa1ad8d2fc94206599864e5cbc1462d07de604e38d726e312
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e6acdb297e43fcc8e2b5f4402fea651a06129d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca15c2bcc50631e4b86817e263c956006592c126d7a88570f84a69dd879e9aa5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992f1e7c05a4bd6b0f299854046df780ec16e58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6343ea0bb0023719e3a4f7079789175922090b3aa5854d08d74e48b863f943b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3b5c13827c48c731d33a6e50ef305f01b85e48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501a14766bdc5dd5c515e951b2102df0528fe87472810bc29d6f5cfeee2dc1c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9755bc0844c555505ab5d16557ba58d81553298
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859869338abfedb9f1a47e3338cd521678679119de0045e131425412772ab1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9539bba2b0acbd5a1fcede195ef158daa6176f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4cd53e981ab1e6f9688deb2cec1b51fa4f0632c48de767320f64ea7dc1d75e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeea05114786bd72d7f4892633060baa212c8cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3490ccde6f149036607a2eb547742231525e8c5b281c300024828d1e5bfd224
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029962ca04cc260b6e47641239c4070178573279
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3190ab89414dd56cc97b59640c9f7d935a15fd9def48f0fa54a4a91255b859b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7e0140de6c68f8f2f152f20d9af0afef46513c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50fe89cc90d76a59ad66a01b39fc21d5c94c50c694de89cf12f958c6a287971
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e5facb9d8c48108f9e5474cf2b31c1186c1b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160e8c20ae8c7bec266f9d72f138b85f37577b83ca89570d16d5fb52e3aad1c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390877d2f0a3a0c8950b09a28e750523f283a4de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90e495b25766a27301cba052c5a2ac15fbb66a832cd2c7cb7b563f03e566c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31ee0edabb3c29b518072eb641126b86acadde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6cd2d32274881723cc42b12173287f10c638dda7187cac86312e851515a32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316a36df74df68f6436f0435e3ad4f4ff2adf68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fab4b26c634866590d12c1ad0a83d90a0f26b039ad5b7bb5ed1f6f7098912ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75314a98949b75d8dbb427044f02a899e01a34e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b0bddefd9fa0a35dde5452b4ee84f8933e3f27384242893ea01c0d7dbd2b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda2516abf930592fdf2b67723834f07a73dbb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3de46716b46a8edfdd6b85ef71d811184d623476db262399ae0dbf1c598b89c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfcc3f8bf3e42844ceada5601c9cde1eb23e4e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b968729a113493622a27880023f2b3821e60102df69312cc12190d6d83b26d3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6def594d4ead18d992c8afe034c165844aede9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c377c35f3c1de3ce84114a99a5197ce2542d9c587aea8b17f940fd345bf1288
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450004e1c814f98825216cf77a7cd1cd87635a06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f55fe2666afd4bc9f8506458906f0344b43635dffec2b09fa5f52b28e5a6e8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3ae48edcfee9a6eac66fcb1539f8cf977f948b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ebbe5fae00d2067410093e3114a88f166c6fe4ec825df05f46041ba5208f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29586b732ac2dfc05ec77b1aa4e935c08b24fda9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684da65cb7a677c168bc6aab9bdbd556eefbd6f92d4ac254030edd4117d323b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f773ddf9ca8bd07704ff20e60d7869313536667
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c3f0e1c837ac40d8b0aaff7622fdfab3a92c1566516039918a5a71af48da2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983b7b7a9de0677e58b95022241c2180ae0cef29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121254f932e31793de0266b156b14bab0de89294fca0e2e88ae739f5584dd6bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348ce6fa8538ddce31a83c9c47f38806b346f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4bedc508895eb0ef18ebad868f49f7a7ab8fd8cc2f53a8eebe14c83f5081b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8f152f4cc5a74c5e9818d877d53020b4e45fb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e6eaddef7d9737f8414fea08006894798e483b804dbf8553ca6b555d2e6d93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ff9b8359cf2ec3e17229732650e62ba27ea76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c459799b19d1e89ce8646f46d0959e5c9779fbf10e12a4eb5e7060589ebbcee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2702fd86be08f42a000a61b0e3173abd2105e68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dd295b4d184dfa190aea1edec7259b1dcb28edc859db656236c9dcfb1d10d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc94021b89d11149f11dafeec440d406e4d154e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6564101a35f1145613fc794ad1e3098070b7d3cb9fd886dc3b9bd07b4efcdc1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0b11ef2954656e303b4e02f97d343c9df409b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325cb87799be44a0378314018f72d584ada1f8a7503b56faea035ad99c7bc09c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bddee82dc3c8cd688af760b1d845845b81ed39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b9da7a91727cc853214732bb8652479d4122c54f81b0d70a47fccd8dc2bbe7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096003122cfa510435cca3539164b37d62f4713c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2493fcb4f96ef158b4a14489d138c7c00bf7850e07ae526712e2a6bef5e1341a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cfbcc9b357934da4c95bd2026de1eeff344467
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822c852c58ded8d6530f7a2670f7f60d0947affb9e376089a1e8b49012959a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76677d3e3823fb58bbdc512d316188fb0fe5c090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002f886066d53b756e07560c15e6dd3f13e2f5e6c1c1abfa838d2357c32e6f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b935f09f11d9d77c4d0cd0f0d0479da83298bf84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa49cc9b908abba3c4229ae793e1de9f6f0db4f0a3c9eae0db60bb937ade46c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aca393d857a5cd1d851b89904cd2274d18f165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d6d6c18842aff804f4507ddfe342fbc611eb4a8e1e8a9732458e63c0fcc91b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606506efb875eeb7e5f0120745a33e8c36019304
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a3b0cbaadcf3691eab38c0dc83cdf39092d8171371058c9c14ba25196ec4e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb2e897e64a6ccebad19bdebb90de29a14896f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffefe3eb83405d07e20a23c988543613c702584c6714eb68c2a345dbb8614f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfdee988443ef40aca72fa8af0d286f6c11dcd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad125ba6703eeef0476b3d4e6c33eeee177a2f70d5b5f71c6793bdbaa92d67b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34e90aaaa7cdac87bf2c319d0f79be38d4fca6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525be1fe214e00b65375bf2377dce5ee0c73e958e14c220247a3cfe952ecf234
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f1a6d953286c5df363c0aa8d9eec9f470b30fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa8002363531bb8385007ccf51fab649c6c0a3c5c5e652ef5b031fa4db9696d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9e1672b7efe63e68472f1644cdc5f31b95ea9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b112c4e4373ffc3cca275e29d407e905bc581b8625a06b2cec5c70158a2d3ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b68d5dc5371c682e8afbc625814670a7c2fe1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eee814e2d4bf19c00dc2c55f1f91c1ddb052afd02ab510440b4532faf60b6a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d32f9a523bbebfca7b0aa3804073dfb561af130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4290617d14743aab5c63ced24077bef0285a0ec6f806e6352184b571b45e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a4d2a332227e0f687feeeaec60eca00dfbf367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5358ce379ac411721c516bcbbfdb0d85c58e0f845d9659236fc1813f55e9ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d84993caf51a647433b04bf789cb0fdeb83b29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85831bf65518e1531fd2a181578b92c1c3c6dcf707a2300ceb8112638aa73683
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714aa9300318c847c27cccca4d6b21a9f9c357d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f9a7205d6f7c417d2569fb8912a6b4e70293033a3599ba7b9b61e1db39ef63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212cd2544c7d184d82b578dc40b0a03aed5c48e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b16bebdafae32abaf990a16519c7b165ce48de6d2d109ea201efbfb08e6fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e1db3a67c75583098947006c2c1b1202ec239d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008733d1ef491b3d9d592fb9647ca4369e5b01b6e4e2b2728b08fa9b5f403e98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8d1fa34c46902efa03ff61e96fb36b4b2b4db5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fae9193d1fd8e3a1caa480901a63a476b924339f4a0abb134b004d46a363a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb2b233317664a73f6151257af5776127ff3cbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5410ce7d07473a8440f1e136db88b95e6a4b5e3dbdc77d03d9ead4603d9262
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f7d3ad3e4b0f2321cfe8a36a80e569c35e5ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a797159d48cda072f9a676e1689068c79650ab83848cc3b5c491fbeba32326fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8325e313f67f54663120e12ed251a1190a38ad5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cca3dffc731b27f443b03d11eb6a95e06061513a423a250bedfb78e390686f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929caac11ca697bd1cdf94621e7f1161a16ecc79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac35baf180a88e32c367125acf68d63df40f3fcf4ef9e99e8359344e6d820ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3b432a400f86c811fe1424f5063db1614efa45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea994d353fc3471dc00e30a059848c985c0688debfd42fbcc8254076439676e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705652fa10c65ccac9f841ad18dc3d771da41498
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f1e3cd6e6c00bb4079d037b73fb0279c71aa8dc4ce707bce4a6ba5ccc2b17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450fd2fb3755bd1e48dcc2e8a1d7b510b409dcc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae73848400c1a4100b16b49d41d5caf1f8f571a361395a166289fc07a0c989c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee84e9cd35b316f5b7a779017fa9102870ccc7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25433a1de330ce452975b37b41a9a19ea19bd958f5cd3c1bf6e1a061ff4f8be3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b973c8c23cbf9d8f9252fb2ca71eae28c86414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afbe0ce048fc03ea410cc47e77654b7c0aefe4a18d13fe92ee493564eacebf0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4caded21a9dbb7e4e99d88e401363d19012e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b610933a84228b4c26aae4cc4cd5d5c66dd30a733524bca9249b0e06eca28f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f274d92bb0a98d587c207ca01ba6b8ac857431cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12c660ce0cd69f4e5ec3e7c3dd363655a45752077df21cca0b29281ec599a1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22c18f5b8e84b4bd227a4192dd7c08758cd9ae7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d26ecc58229529b854b24fb8c7acf079fc9d3d04dd653c9ff338f820c0cf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec676541ce707b47e37020251e69b31fb2ff705
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19499eaefd799e47c3b797352a4aca597a846442156abe1a9a8eed97eb01a747
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f88e31ddc3e634e401e87d173b49fee1908319f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719c1e1d95a79c1e01762b45f1a83e14ba60bee371926765a0902c1bd30adf62
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9231a49e5d40824062fd0a3da80a9c2eb3b9052c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd7a53c627209655f4c4a8a2f2d2cefd02d9b6d7e87c4f6fdf28e253d7c7bdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd86a30a67f940732d5aabfac62bc5cc63bebf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22c00f1e7f55597804413d77d77fdddffcea5a2703f7eacbc5eec2e08e3977
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00db63097a9af21b96bd11b39f7b385e99168e1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e10da860a760ab933881e774d5f15401be0a79a4215f92c5bd0b18a8fbfbb6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefd4a4e201b972d4e7943f2778d1bf0097264f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f3a182bc417ec52217150fde67c7513b9d13ed85a3db53746f2ddb09cddf56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0578af4b1c288121658d03ea41877ba10d3b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10686d2bf4e59d97b6258abf53a3ef915b2cb254bd624a130c78f9b19089a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f817c19a8ff4d1da45dd98e279ff4e5204d42e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44798f872f0e492dba7c35280e37a9601f1246c7b1f2411d66e295d583269741
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07896d4dd085c32a05e2e501ad2e625519be9e00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadb9e66a06b2ed1fe7465dd224b554117c47ceeff30fa1b52a34bb2b6f7f906
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e3defd71e27fe56f3cf85f9424e82277f7d4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c3229d2e41e08f8f99210e05dea7e42a73b964858538337f619b3e034439f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78df94af74830682d1efc9233f2841791f7b4056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc7087efe00f1c0d1306dfceb0f2e1261d0aa409ef02d7b30ea68415845244d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91531acf51c74f8e858c95512bedd09aeb9df82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a181bb96a19587303a59fdaca579421c0accba20abcb5e646cedeb5b4ceb618
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504500c5ae21c3a4b820bc726777378ccbd5f2f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ddf60f307e9762a8cc66674bfd43287628eadef0e7feaaf21e3458122bb46c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ca10abc32982b9c7fb820c48680cbb28c2620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac291031478b22e78c5bfdbda10b5e1a98e69e0526860cb769b70ad60a6b4b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd4b520027cc7c33a30848ab604dcf85a681f64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8d722852113045e5ea058bcbdf04142e6b794e9703e521a4281eefe610a81b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff049e6c1be745acbe97f83665c5d957f282f97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5904af854777d0ad1d220e699f2867429ea9434a6c7974130358092d53438417
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac630b3c6ff14bff196ee0d3ccbba9be2b602c5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af06886b60bc0e2e823ff77cd53224fd078c8408e9325cb033e3b90ba43a32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6bb100582d2aa6b80cd8e1bfe65cce30e18459
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67c876a2aad80fdbc6fca77eb8e25996fb24d95a0d1bffa2a8ef80d0c82c561
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50244fe7b0b9de1df859f25c4424d215b4876d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc9200d642403726dca535e5cc647a860b0055136a867cdc45ee7efb7c28f28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a6932cfdfa7f5e99bfaa2df918f382f03782a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da399207253d7bbcc4ab69d8b9fd6472ed4462b29ef5367e5fe42d30a3334ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276bd3949629722c2178e3cc9b0dae5135f9fc56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf143353835161a387e2ce6f04a4861920f788baaf78e7a5eb953cb448fcba4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6e8c5f38fa0fafc50d2f8fde342ec4a4ea3e13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93af712cf2ce490fc07991fbe358e66bafd481a9ebd077ed571c39c52f89eeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54216e2000c8e8e99e70ff27f2ca84826d438ae8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fb0b8393ab9c52b82a5edbd9854b4816c10f5206903fcd898c3a24fca3b94f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c50a0a08434080a75fbf4c0eaf1911336b89f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51bb58f02e3364507f88134f8543c18f8ad5113c75655ba013244448c87fb8f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc9b0ff4a5c157740108cd2d826dcbc5838c0ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1a8f58dd522006bd328842816846265492330dd844414bbefb25d98b4b324
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78ad636bf7b3d51d88bbb10992966ad04d3d6b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eee216a617e8faf7c0470a129461e2497fe95eed3ec8eb2e020177af4045b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eabda60d3a499652f18e4b44407c20c202a4833
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a6303c0b7c7aac3e2e5c04aa8a250eab6574d615858663a1bb18c05d90bb58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a29116b5735b5f6c2c107750a0465f82314d34b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac29a5f85efc69e670267f2be3dfce21647632e14db16cb99adb2b8f346e44ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332323717b0f690be29a55324059c384adda4698
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7024cb3fde44617d75cf71a49dfd27c85b35c0dffb94f412f5df7f91dd7a8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f920a0342385d17d3f170f88951696a250a7394e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cccac6585094080b87252689928caeaa877923b52131cd2ae05c9c0e880e56e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324fd78ed773877202227b776aa3f2ad927e1db8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31345fdde0037909537ff986b8b022d57b9888ae3089737e5365d54508c77f92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48f8745939c12211b4b756114a0243166ab8fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda85d8f71521935dc9a6134988503d5bf514e2ac9ea9a643557ca9f361a51dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d06e0e1b15c484e62dd217ff687ef7ef46c1d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ed364a5439a15a9b2f7511a361c6ac3e64d63282619d9d5842b1d0a194d542
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363173428f904ff155efb161f72331b73eb30f27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0856a5ac44167acb612794fdcec50486f46f832965f4142fe97ee2761ca82b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe5252cfa71b345c637f77f3a09bca768a9652d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c46f76f22c9d5ceab200cc2e895ac233f69ba64c260c0b308fa3d402dbc24e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445eb6a9e2309b884418342cb14454bbee79d746
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb86c09e47b20f534c705bd37888a06b886455916e9d5f677a090b6b6c5693c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ce4a3c40312d29f35890a100186493945bf24f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2bdb4fb88bff265778c5b96f9afac89c0650a6b5a607e4e53525db866b2db6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421a0952cda17a7a3d440ddff095b5eff92accc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13414e2a0d0c863610adc9d02b7474ff592b44f58574c14afe0b7f1255211417
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6176ec52ea2c96926a0c162714557c9bc664c37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c223f6b62d2c671cab40430058737f84c3233299a3ebe7d2ae5d94bde888c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff04a958d0c969a07ec64e2685f94f38a00aabb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbafbf798f5c1321ea0132518bb46191f3aa26b24996d8c35d580de489a46645
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106def01d4302dca4a5ebad478d258d79651a73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca73990248361ed9c0023c831910dc8f331ed7c36018dc78d9016d0f0e7d4a85
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e70bed7ce4938d1ae41b77b15f63741ccdc2bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2cfc59978f28ec0d3cd4617f084ff36de784ae407c3487111eb07ae62de0d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1805747e06c438827a7908252d3a3e72e8251c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ca8f6324e8e95802d7774a1a4c9ad48d4f1308178a88b52756929d9036a97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af51230443d31f146b77f22936fd6c7c52d4dae0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab4b192726504ad56d95d126765d755f9199c591915cb717bad81a7a35540f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e1861bf61383fc378931272c1a8b54ab716707
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9f502662fdf7548bfeddabc03c4dd5ce901e648cbd377eb89b511428cd0a56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb081e7df802fe6763516478511947db9c254340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946513de379480558b27453561b6c35b43bdc49c78cbd03f076a8c0e0b578687
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ac7fc2b9e117e53fe4af501ae8c38990d5099
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37bd51ea1a8c8b7bdf43676797f581c1b84444ef25c679645cb9bfd5d3832f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9030ec7b3353319f6e0a264309a22ae066f410e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b696fcfe130679dba509543bf37406e679ba29f1ee98ab217b9a4f667006287f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a0edc0c62d99ad6a609dbf97ca2586025d8eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7169e9ae0fe3c0b81b77880f7b251dd84470e007c237f9c5cd613ac104f3f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19160c45dd1737a6a9a980902e4540c579533bcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c92c2610937c1d1d23c062a697dea57c9f0a2c1dcc7421f82b9fbc8aefb94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66661abeeeaa8836f8000b706c73ac683acd7df4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412194ffd797451a0c15cf039a4d455a103a645817a8dbcc06620f7e3ee00d94
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783b7aa2792a51dc8fe4df95855050d5e018c766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d4e6441e1724a9113c6116e0adb019f0b9d3fe411dc372ca518ed94d9a44e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d595850850974fb50b9737e55bf0a46f403bf5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7415bd8a5fd3e41db712418263a14d7031e58bb4bd8a6f475c7eb817f9e7454
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04fa3f8de415f628fac754be026325db15ec6eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c2b53a7d40b24f201e47ebf45db912fda7a108d7b6b4d02ed77f1c8bbf8f01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e8883ca97d1f606b9dd6cd8f2b9eb67cbe2d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3a045dad18118905425f3f0e768dfe91e443a9e62a2dcd60e6baa55cf3710
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d441e6538f56046837de8d63b58e13d83a9668b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2d157406510ba2cdd52b87137180f072f20fa75f9ac019ff6d81f68c48f6e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e8dc2244c9b0ec5bb481bbb8772df7dda99c95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d03884b0650fa5a53151df986fcb364d60d810f36c72dae64cd757de9547635
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6711cf1c3d4e7987f646836029260750a4e5cbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b342e06a8158b97e9dfbcad3df0e8e265a662efc67f8e8f62311b7a7c34f512d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1877b9b3e832a71de1caada3eb1cc04498ed0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cfe7f90b789db516605cdcda0c5e925d621e26a8f5e51f8aa47e867f688ce7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cca39b95b91b0a4ae284c77937c41dd8d550d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03768bc707a5068aa58e7f5db1f5e3e05e0331bb99ef5b1a5797198e8b26c320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f386dbc1d4218ef41987ff6eb1cb1d2d3aac5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc546554b68c30d9b9d68192dad60d27dd6c41b1f886cb1e72890d7c391114a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8937683063f3398e4b13f0d40d98cc62018f316
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce5bb24106943ca9d9ae01abace564ea978ba0e5240c02bde7cc75424ddabc5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bc061bce955c5b97cee3d8c3ed8bb9f179ab9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d0131acc8739a4579b73f3a8757f55f08c689b292fd74f4a5bec7d55d48cfe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c4dc7889d8abc918fbccfa3f8ae5523290819
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5c1b20dcd9cfaa0940e7234f0d32cbe00097b7c9bfd19e8492311bd9a5ae8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f5518a7e4ecdeb0ba947e25663087f6898849
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90ac42051b50f46362b9c90493354061dc2ea960e97f45e5776f9b47eca22b1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2702d330f0a89716e2525a131cca0864f0fe4ff9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf359a253dc4281a26d552251b79c0a02009d7a35f58f71370d277a9131f7a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1760396af45f8da1fa531e3c0b202f1b0f72943b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dce3472f1545bb740da02afc28e01deda4ded929af30696ccb8f7429b6d70b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730491e774e179ac8068008a94d9b2492900fe9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e64243d9330ba5bda58a5d6ee4597776ab6027dfa527b3eccea4258856b76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07900611a8cb389220dd466695e4cb05655997e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39545633c5a01f0fd0980667e6f3ac4d937df0e3b400a04af90a8c1f5da6d5d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9bc0f7c4c234da5e103dc789329f2c0139c609
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9d407f2a7c34808d94d58386d289510a01712fea58294d0cff829a50d0090d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac488872f4367156db6c848de41f83fe80c20dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87027e4ff37fa220d8c839cd52fa24815407db86478bbfbcb78767ded57af97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f5ae13cb2385eefc21abb05d9827f04d6f574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be36b167e9d18f772d55b1be834ccc538eb21d208d5e31dfeb8f1d2aa78aef75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5534fca00fbc91baf4835c6a7107f83b3df2de99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760a6db498fb839acaec112e30b453bbf7e37e28ef3fb41a434eef282616b124
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabe140987279b138be3c3a2b2caaf97308ec76a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad11d7d74a091c85a494cf1d44c6d910abf62db389d5a5467790a0b30fd54794
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0e926693941349436db9be99767c5eca24d75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e34e2bc8ac484cbc933e6e7b1984fa5c9b3bd1ea20a40f634e93d5d8cd6647
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fd92cf948638a84348d6a365e1f309257e8601
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b76dc39844792cd3932df1831e20681c60cb349c02f6c06605780b448267ded
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d5a4c0573bfd4e9925a87c5e165a1f5402ece0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b8363c80715d0f7d4e89bb46e12a57fd9ac06ad0c5d26b8f23a48c7da43cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7147f6d6ba3224688862f45250722cb7a08cfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5892763126fa294e44df20bce6dd9c3fad2aa538178de2219a4abe2b733efc88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4817f2815fab35783bd9a52688f190d48021cf17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758b1ad4c18bca7b7ede17cf50722ff2e7cb411d0a78a5fc83098323b3e30ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafd2b04f114298e27f771b100d44e2cfd361bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bd1a530502984451aeef9dec2f394be1f7d3261d8a985434c254effc5e96d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cd898dab3adcd2c21ec8baa7d91e8bb06c8534
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a630e4bb93fff322c03412884a37c2f2a90d844af35c641a199d68c9ae7ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5c740496bca183d9cd8478116a003d4c365c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e267e42a0826e5a3915e7011b8f27c6b5d8a499e233f2a57cb5420557343be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b915d411d5aca36048e67a0f7fcd7f0660e96ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31b66b383f36379220fd9f9e93f5611a5e90deefc6cdc295af5988d904b2231
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789684b06a226db350a2cf3260901e94c0d1973c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25eb6ca4feb67008b85a2c0f82a521f24b14b746554c4fcee7e79b41493fbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795b37501b7e51d2a804c3a2604c6fc6a3cd0d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe40ef8fd148ca6de26b6d1cf14d88880ce8ca045c598ad0b89914536e78d0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dfa9ff67f632a2985cd393f32aec35fea22333
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4769fb853f25ad629a0ab1c2a3ab1e891183feef8cb673f03fa457bd93af115
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6140eb7985e8293d5d03f7b78f287c40ad412ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3727b1994dd32c00d2959a1f63a33918d4a5690e20c8b0640f9ce53cdfee17bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00be6c9a0547291e09ec0dab6a8704f496b799c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec79cd306905933b0c45cc93023325439859276bb3d7a48f7cf9ffe1f00a51c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c88a01a4b70020a4a59cf689b8520e9991c4cb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e76d6c6bd65f6de8baeabe5b3b981a8e7e97bfd18030f8b52149af14afacb8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f741368d1d06c864a20e88a238d2049bfecce5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d5aa0cf77d87232d6987859b356c0e4e7a036b2d1e0b552435b33eb61386c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93df66ef1acd725c61599c9b4d9277f83d002e0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e5cbb710a5174fd66ecf03d8ce122f2d65a30d214fa932eac2cbba35d30b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe949420479a47f4fa6d52909a81f75a16fd33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d9f3fb5aae11673b827766cd70887660ca47b57df2b0c2e3208e1de8c86597
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68afde42ee5b4fc80a6df5a213b7b07ec91e961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f72dd68c81fd692eb04e4c98a8c5e856dd29a4b9170efb0c665f86b81540f65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac7ba36f537a352f2483288836f26caff623de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2726e5b7481007d6a0e6fb4f2de563c880e2032e0bd686e86ce1cd15fb5128
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f62ffe028e4202e64eea3f16383282603b2880
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8ea6ec34020b7599ba3ef5c21ca55ab56af1a37f74b4c42922f134df9306cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0739b46954fdbf199eefa72a5b9dd2eb050d6fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c326e0e237e88cd315d3514ede0f6c72b63c6db9e3e08803c41427f7713bb20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e853564054d9482bf8cb8fcbd24c919f1b22702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b394953d754006cbab944fc8bb0f503d19e22537cf1787610c1fb2e1c523b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daf1e4a660354142deea7cbc41d0a3966487f89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5945b6a1df0a32d2b13e9d4f31a402f0f862f8d00e272a6d63eb729a06d86c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6a32ee36268fc83a668b401ac0bee3438304fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb4f2ec82df7b0af8f36c796440a867e4bfe2000983017b4eafba9842c2a5ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5d56b05ad9af3ca68abcda670aa70e4335a3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09c0e63396031262aa1a7a212b4574c76b1a696004ca2b720db5bfc8727db0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad02f6be9e348a2c1d32cce8cebe61dafb71a79f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a81df0032172508116bf91c877fb447e5c221987e85127936390e8aad2be5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a169318810fd53bf96b139930696d3be0650bf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176615efab9f16a92943168b0e77c1de1f7921c9ed540048818b5d3525d20e3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd17ba5f9925e95ea12acabf22a5b7b4a854869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcf88d09defee776cda0e7aec659a82594e124846de25fe40c194c661f0b05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e74ab4bb54c35243c3874086f4672560c0ee47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201328d1a4ce76e9dc2d7ba9d9b914c4dd24e993beefb3fcea0aa435a8498f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8019c82fadc32d125997dae72a000a4471bdcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd53cf861c382e6d3f07d575d490a6576633fb26c3abf3561c55a07773a007
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7468dc28727074c58e68d98cdde15e8a88e8fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2754e14847a502876c2008da0e67bcfea0d60ccbb4e1c8cecf81510a5999a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956f75bd5c4d86193eccccebb8f4189a127a3b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b68da7aa8ad73e86a258909953e9e8c9022e517e2949e7c3b02fb57db95c16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0866c1b7c3d99c3969016f7ef5eadb17ce57daec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80daa8d7f4d55025d1c3f150627b43fc38ce68eba8fa763f56e04832153e72f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719fd216d0ad0897ce7dbbbf4eea0ca58cbe7b56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781494c5859bd17882baf12cbb2f036830ea672f44b60bb2bef193ea12634e34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19052dfb80f59864b0516ea678a261a5aa5fac32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d04b039faa786a7de041a3782b8123cbbf13a1444cc1c0ee2c4d635886d454
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28280d110a306483e86026b56e86c1248122b94c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52399c321a03b0d53380c13bf7a13e39e364aadad487722ed37ca414c65da0c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0824be6f2a7dcf09cd908feee3f18db892df3098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c43f4cadd7850948996d81aa3a7a42cf1e42928dfe773521cafc296ad365ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d936b25a8922159f311ac8ffb07829c1945b9a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9c89bb3c4bdc17bf8754c50fef6f81b4ac015ad039beea2ac1378c63c0d08c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173b977f727744d9d139a13a1e7e57265ef3cf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaeacd0797c3a2ca77e7f45ed35107695790df44290abd2d683b577e74fb6af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4ebc12b20de1688f47282e329d205edea4c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0fccbda3f16c53388046eadab72b252d60adb1697da4298d3bc913f20f1b60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a340308e52fd7b3b60ceb248bf6da4e4dec4413a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae5b6005685b20129a7b23f0265d54947bead4c848e1fad85cab8c9a50ce430
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc672f41c8dead605296243d6a0d3a39734eab5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc4d7427cef56c4b2d939d26b5a6339bb30eec3a9ae11fb9899edbc5601463
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d65dea658b40fcd63bf904af38dfbdb0fd0df2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ec3fcb656f46263f829a9fb3e8c8c99bbd0e3baebfbf21aa968b4fd06e0c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4551f5556b70f9f235099d5affa85e0e79085c34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42c9f01d37bb223890a41fe5426402e258aa47706a704a44ed2475c2438dcdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa971a00beab279b7530c7c3e72b851ab8f5c24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0abaf473453d90d7dbbc657f35aa97aa87246399551663bb93f03b71ee43058
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7e47966c6d61c3fef431c297be3112d691d421
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe00c1d0b28ca7b8b17d3cc33813e6848464467562b5d56674fcfbcbefab62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e24c33eac91b72cf5d50edc2d85e06d4a8911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3412115f2daa7b513b374223eac0537c97e8d63b638542c967b4a70a839d00a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26470a0f95984755ae295e03a6944030df1e7959
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5c8beb3cf80c6ba1de2c069a7e352a3bfb54d97dba1809704c0081d20c02b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18583339dec59880f53e118cd67589a53d68ef97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0355dffce76f7502f2c50a1a6c09d6dbf5521e270c93c01ee2f321bb48af0531
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e5eb3cbec80f3ee69b55f5a603b7c1b34bbce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e6f1e530e283b8bdd0f0c891c98a4cdc31cec373f9047c9a7af5ebdcbfc3b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea83fbbd7e4b16a778507efdae2c58e2d9a3470
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fe66c55d5ec76af7f5fda9e007e85b7d74fa5fa25791fd98d67a942dce3a35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976a1c87190f94ee71d3db69a565588ca8772053
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db5d5378a126edeb9468bec0f0c54bf4486f88a831edbb51138228889d053a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736d4dad11ac1ce39842d0fd755f287f2a26a047
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7e3fa857671483ce751d6de15ffef0210cfe240596afac01add30408a972e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a95c5a4e7de3ec46518cdcd39d8d85a2ae25e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce4b3b77c2cd527dad4a198d19b82a96fe87fc5722d5d66037c453891b3960c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61164c6e53211368266558d18971cdd3bcdecdeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13e4dd86e0535ccc4124fc8449e1911064889f844408f016d070096112de3ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008a9b32e7436716735d42adc72e4cc964ef385c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e84f31b222ef53412a8644cc026195b66b2385bcddf5710a1a0124be7eaf63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b391029901706c3abd61589d31e081b395b77e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2bea3fc456263db0beb1ea8c16bfbd0d6372df4f6e20a19a768f1354bed458
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c26aaed32111ebcb7c239b4b4322e0c33c82f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc9a90fcad997bbf7253985139d9508d2682a4238d73e47ca4f0e126a5c2fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5354dd9ab94baf0bbd7d50485c4d07f958ce633
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b198e16412c9f908f1ae10bc7c790a327c4b85494024c63a3c58172e2dc8da0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68670a3f42395f93cbb26db56d1604e1423e1001
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc436d9f1e09c30258522a198586a04aaff46c5b052a51f889baae12d9f87e0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e096cf10cb6f3715574404ba477069d6b502f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1a4d4a17faa416f431ab1f6e539d08e0269c8e5cfad3ef5adb5cbdad06675
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7db6d9ecf4a9acbee7516f7f4109b343c44cf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252089fd49071076f3be5844232e918a4d6c9bc2d7d18e9d3ce4ec0637e85f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a30dc52164e90db4a9e2161450aa3e9630978eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd85de2413d4a2d9418c89b5a10182decb66b7a55ecc65e8b5c7cd881d233be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64098324778ebfcd62be219fa532fc568ce49220
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b653c8aa06f1661f59202f7e55864a44f38665ef0532603a601199a2eb6f0345
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c6de4a71b3c3b05d99fa57587a27144c22ff4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fb99c0b8de526331362765589a7d5fc2c3ace82bbb7c279e877971f4ad8522
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d4158448817b7631398c23ca086ff11021059b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f66fbd14fc4262275c3111ff49badc13697fc7538b52ec57b61a0b3929d118
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dea31cab50d6456a2f08d679d84619b8eba4ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1af2913003db9c99e872fa9f5d412eaf8ac07b1fde0a932945d8f26807442
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab5fe8677a2c190be0759eedf595e3c7b755dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32514b983c44d3b03bcf2e23a2a45eca4e0472204d62c93fd55239c2448f7251
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952a7c3a4dc58336978a4194874105ad9828973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9e386ea9b45a08b62c706604005ea723ddaee25217a36ed37762b200f82c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33263a06466f793ddbffbb58fbeacd2ceeaca7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde93aee561fb97e05436229b8906f928cefd8c8ad4921482a89b670e77494c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5058153d2f08de9fd56fb42c25b4f8d0b75cf879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d523f157297cbeded68ea8c2928b2e87d67a4b55c28ba20f6353984074890ed0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e895db00772106f20f1d5d301fcc9ba770f7e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1c05b089a3700b888d4030466e700aeb015b63613c9a76ad6cd6e2c13fc81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7877b9ea098ecb6a27869fccb442b87745cf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a0f52f27324ddf9244deda6e50e8a772424abd287269e1dda5726e3793ab1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8771f784b2d50d547a998ca095e7c879df0268
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd27a655888b7397c2da8a3ddb9cef986f99146e1522508bf9000bc30ec291
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f94158d496c20f5506a79da9afa0ffd092f2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620c1e1b9d5b889553c160f0540f13e95edbd7a5615573e268a0e1f9042eda5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9f1e4cd1f933d9f299686639521bf1a5a9725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9945534f5bd262966b097cef8a7c2b19f24c8d78a97a5977b00ae36b4e7ff7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f593dcd2680b3acb5eb3f0322cdd1643d24027d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83693d8bace2927e5c77e1d704b3dbaaa1f573ed4e6398277b8a08cb9d5c72
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40da699990ae1f5205edf26e9b111e87ad3c6777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58967013c9b6887fcfcf3a8ecaf0f0b0e524d1950e7b1c1b7c24b092206fb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3739c00903dacf0d3bc14a3b76fd7bd54b34e45a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c02a2aa5c4db84bf4bcd2aa682e90ec8c5e6c62485652b363b9cefcdc673ccb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb1d6e0d71614b855c069be58a30a7c3f4788c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414664b369866d90641abfcfcbfb3276b0d67192e37a730831b49d14ba33ea6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d6276f25d0b5b84a780bc364c7421d6985e39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f9ca66a94c55796e7311b2c4b4a0c8104ea3af1b8fc5a52a3133921fd054ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190cb9aada4baaa1265d7f927512e7bb5da8eb0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4517158e1492d6199130c91b246245bdeaca77aeadc778515caaf8f1218d7da4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6b7067cb15cd054b45d87dbb536c62db771cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66d650b0a6af940ad32ad1b5cba1f459a9cea9347da1353aeee147d164a1e6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3988a04fa874bf2ae66908f981515589f3e35c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71d8d60aa40c0a8b0e3e4caf137465104a3e70b40f51971fce1f7340c755e97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f04981d3105e4d1a2b7891f0eb642f9da58531e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6892bf812f3da59710bb5878048e04d4a612f234ea8c1f4047bc9a991f8c57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51c6c497293bb4e2a3eb47af393e71990e756b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83f138d02e65d02c695cc0227bb77a8a738679dc0e90307992535ffe78440d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c93beac679537cc87fe3dcf8a54f3770a8d2720
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7ad9449181564c54ef0ca39072ccebb4db903222055c3f182f79e4619f41d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c01162724371d8682ff6a9d6a8017794f457ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebdfae0886619745829e1fdea4d74c89b14bdefb515bac5ea0cdf51f4a6f85b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf86ed7b1b87bfdfcdd014642926e1fcf149ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1bfccfb8856e32639bbe5b6ffd60c46133fb1ca76013b113425cb96483332
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104c1e170bacebe8c2ba0bfb595253d5ea77c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfd13304b18d8e6b3927875c4017cc0ff80d274f650cbcf543557dcf4185047
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a3ace220d9b00656114406a38c8fe0e6b93ed9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffaa84f4b8948fb2f56a1fe38e99e3ae92ddd0c97afaba2e9e72bb585b547b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb558078ba39dd22a8a2621770f995cec91a4ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5931cd3a0fff369858a3d4efc298ce0de2f146c936af2d9018578cdcf23e17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83649ee9339ab5cfa2265d052097e8fb2d2f5bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adcac1ce3412a1dc60c29afea148e89e05a738fff0e1471c5b069f3c5430d6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d62b88a5135a7ae4ddc873bd3ca6d82b9f1c657
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3e9209ef9864075c24cbe711b2dcbc941a8e0d5ffff99fc8f70c6f6f6b1f71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28f9542b17d6400b3c3cd10122f8374a2c852ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e63bfbb8b7d355b4799a3d4ce6dab359a49615c92838ed59ae06f9fedf81f59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c44204ccd2cd4b4d1c3634f22fe08e74c4903c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e1d8cbb38d89cdba77aad104a36216555fecc54f0b50809670a3537a83360
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f410d84f59e32b525bc361d83019204d08dd987
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1773cb1179dd0dc585c7240f0c274a68770b7d4661c278c22089482e35a7584
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09595d0249dc6a4def7d3bc9ff7c11b37a3e2a05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287c983ac9de245329299a98a2558c405fbdc49a0c7bc90cc088a43f1225c867
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a224b8704c7628e7a67e015b82164f7f946947f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65815271d5b4db4e3f83982b62292e92e190229bc450df7c0ce4b6f057648f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff0b1e16dc7d5780a38a5d24a3513efe0399897
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a8e922a530aeb199924ebc1c9bf47d7fca98971a21ebd2ce71cb018a455be5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d500b6d32f4e98eb4e53f80e931ac79871035275
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919db11cc4c0e144860501bc52199cd70c3f374a10a4f9e0b50e4c103c7fba0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc98c7a8f173a721aca930e9868e222870b3028
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb33583cef6fc78f4b223ea74ebf4d7e023ea8ba16121888937cc3fd2cb065
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcab1d7e494867a18bb58414fb19064b1a625de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610b68b53254d2345ba2c3e73b21672e5c540731c0b356f35aff41985e4f0f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc5562568b80648c479e79c930345cbcbc9d7ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2a2335ea8730c818f6e3f92f758292a1fe2fff6a897da7cb66154c22ec99f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bb697fa2153367dca3951816932444ea7323b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6840317b6791458d18962777580538eb12b781bb15df866d89346228be4effe9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085c6d3bc7f9c4e9ce09f3ae26cfc7501f64ef33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5df7c6da3741972c43e69139c7df50995b3c45d0f6984959ae0e9959390ab1d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe03ddd71dd54c0e818fb0932e0e66c5ac70b52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae138772c962d3f939ed8c633cdcd81a02e8796d200f2438280be2aadd65bce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba3d007037c4efcf71ced736292fffd11291c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc66a983c9b5e125f6a5726a983f2916b87d06d6e3aae6915c8801cd54e4b07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c986e29a81c3f8380474a3dc926504423167370d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9509a874ec2305adf886448069827b6beb9941ee236611952c0afbfc1f14165
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb30fa6c7e4304016ed6e02b651c1017d99f06e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6cefb3e1a0696027941125658bc97034fb344ab0f34f55265013c8e59d6c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83174acb81246fa3a9c43751a24a42726c772d21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373db0609b432cc68c501425fd11b8be1ada6a3adeed324156fc3329e1ffaa3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72486913ff111a5efbcce893f398cf6ac57558
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069f4c2c73b063a20b0df294bcd2c3955bb9eae1e00c36812962c3b814a9a8f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec0d98d423b3a6626348086394eafdd86fad708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd9b15b6a0349db46fc694f31159c5ae39a04c62b5b7c8bb4b592b83c05bc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05af4129ebb311c94df0377dedc9b67a892b609
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77d07fe3c48f3f8273ed9c09a14b3c9291252ac9f80e304a29ff728e6349f6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861e7bebe917fc8cf0b12efbbe9ca771eb9fb7be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100dd0204cc56406cc51a57bfeb6d4195d7c49e4a9c0a4c5c84c67fa668b18f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15735dd4ecf0754ff9ce504ab9adf541764289c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1b0e56c5344bd915e5fb35de7e6cfa4eabed6f3a3a0b1fafc15b9b06d2fb93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f014981019ff91e5cc9527e02546f45f9330362
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e109129bbd59f8c617216cb2390a2b5df707e5a4016ab24ef048879192528d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbe2ea80726351de061ec06d115ecb1963d0f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e92bbd72300e2565899f40552990e079d77dd80bf7d2323a732d5fd66d49b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeb80fc2c511bd6311883db33a3a4c9f1ef0104
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583777f96b86d6121e60164ee9ad5ad56bb68adbae0c50ea5578b633bdd44e93
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3698508c11d0fe65f35231d88dfcd67f952ad293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12644d9310b3b3aeae6acafdf7c6f12a5f250014b30d5d4575b50b91b9c2e61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2124acf7d98b163c133b16d6b9bcb60aa353b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8d6a6752c89fbf8137080a4775f25205ebd6d126579cb1b8f03b2eb2e08765
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e35f8584d3ec8150cc185b46a1cbf8ecbe78af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc1beafbe7584e9a3864ece990287634ffd35e717e0cb3acf90c3ddf8f8c74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c28f19a79bdfb32be4bb9200a1e6a142c2b2aa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d29dbd9903d323a59139d2c1fa8691fbf0f31aabe4b9f0b7202a8b942bbbee1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59cba40564103fb08c472db77276aedcd6b3a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6297d8f95e2561a464a72599b58fbbb580062262016d04d3093a0954d487614
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad41ebf71b6701665d12eb3f0e0155994e311e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba7a1b97fefe8412fa469ff8a977b0b5f0cdcf1d8a390db50ec834fa5e1c55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c63d75579ffc21f7a23243763da7ad94611d0f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9840ea18755babd528d31d07e3ccff6d8b327138b5fd0b13d382e034883b1516
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ce2b0fa9b5e9fc0907e47f667bc0c7e7c84f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b417a68c1da209263ef2d5cba66bf5a2bf7c7b0eddab492ed18995521ed28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c16620c50979d2890bbb948a2b1088a273154e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9120c79589693db40b7d46703ddabe735acc14b1b4f69a10dbcef5f1f13a1104
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442b14cb021fb530d7986271d93a0aeb233757b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efec69905da29b06c2ae56e597c48e6ebb41ecc5a18e558efe3badb44354ec26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da55c190bf30de664fb3534157f346eebb44ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a54cd71dd0ebaa3b13ec0f720b581cd0fc2a4811f93aad34786b4789209fcb9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89a6057941a5e5bac865cb944e521499e8dc1ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7055e1f924536f06557f39feba0f506a4eb3ce240f99492003a551196c4c651
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b6365b5318c96ed461cde446337ebe0bce2c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d55b1852c220fb6380ef2338ec4737236502baf5df77301518434b03ae6c2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8b4ca14e176e4fbf1922b25a73135c6d6df4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab5e9c4405a597b5a81564c85cbd32352ee2fa67a1e38a710151532097b38a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d74515fd4b8b009a907967e6f0f3f409d2f1980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d240eec846887e226fee267fa7448b0e7006c7267e0b1343c090ed8ed876ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb1ad88ab1b445d5047ca35c3fa200378652b28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0be6d40e53ccffade9621c1bde66e0d297edc83b638db268894159050e5c815
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ac7d608b77ca294f128d7fe21106416d51ba93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1b6fb07936293653ac37cb645d63a822a2dbe8fd96b88e29c4555c7fda9d4e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd700fb90a7de510f1e17251632e574af35d75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b5421177019dd4a209710ff760d93c8b73e265d248411f5bc6d1eaa2d66962
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d39ecb08a5dac206432429498ada55d03566f65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d227491b034d59248030b4f3d14ddb3cc3cf49fb2c8263eddd4435258fc5baa9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db12538f2d9fdd2d5eb6d3ec4a4500fd8c5e257e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148f6c439fe17d84f8ab79dbed3aab361a27e9d3e58dfd7c52d89d59f90a73d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3370c153293a11f6dc86834230af2d0710976a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a241899e32eb60d674fddd46ee9ca6998bf11e76e445e05aef61d4c6e6047102
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec00a0da9c8e71db2f12aac534a2e14521eeddb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd15048b376ddcf36e2b004b062abbabf320d6575554e35281391640ec6d0d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a41b5dbd8df72fb466f1cd3f60a38c63a2e3428
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5b4d60bcd0b6879b50d881b89544b015c983b72425e9aefef9141a28b36ad5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef48616c601917e1ab8241cb49b931bb6feebd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa96310dafb19def064c93407fd55ed12322b4dc07b8f4a37e5a9203b47e23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8d5828370463d569b0f85eabde74efe6601bbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5311fb00c8677504e19d4006ce0c9387055ce0270be8344b7e7eb394f6230d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf84e83085ed5a6481cb060c4e18ffb5fbdfd0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf532137999311c67c20518e30d0758eec790ccec0cb634253634da11301aa8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374ed20c6afd518f6093db2df61e1b7738a6f30e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829d55bbaa13889ee2a3d7799d63eee031f9c7c25ecef1f5f1c13b2873d5699
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5ef7ad8409fab6a590e8c89e920fe63fe1f17c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11718fa612475af8ab0737e02001b840a88cd35d5cde3bf28589a3036aa3b3ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403c0dbb4289a1c0a0aac8e09fdba306651d3afe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4e964da333445e623f4506f8f271f4d79856b9e99f1ba7f2b77acd463787aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b40c53fd13cf2497055a4a34fe1d4d340e1283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fac612006fd5b10abb195debcea8770409c121514fd314447540a23ac44e3c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842c830aea0ef9bed0be7bfdfc10fdb02ef6970f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02e23ebd93a87ab89ae1cd6baf5d68f1b552190910a4ec0572e693ee30a88b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10421ccf17a3d67860d75e20f5ac1ea5dbc11be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc878e8d91b9b066eb96de4f95621bc34a607b1f268e96230939816c9d7723bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c406d75ed4261cdd0f6e5eb7d0adff6ea95e2f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d539e26ec078c1d2eaf97e4bc2665db73802f4a711989e88681542a47826a31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f604b2578fca36f58637f0249398059aa89677c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad8104c5ed5563d517895421012be6c48f8c227e23c4dcec060cd9dea8620d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b705a64f4b9572cf9ab4d9ccbec97acd9e3f88b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6139701299abcf07e5351117bf860b461924a56a30edc12593288435189b22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7076f0f2cfb302f9ff66a37fb55408243d8cfd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada4361ee4aeaed3f45940ba9da7bc5ef61baaab980557b04fddffb4ca5405d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419d137a19439fc903d80fe8dce9d6543c16d689
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b0518fd8354fb4b328256aef20dd866014c4e1d5f66acba611fbac5deb76fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f543a0f54a8b9cf338475505d60c72fcc5994a78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468476086c97564113be04a1909c651b50e6ff788600dc9f94c9546b8565178b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a01d9a9994cd507c5afbefbd4a1b5ebf266e86c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff61e82109d7ef8d3019d1020b3146761a5f2968554dc7cd4f1f09515c20469
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7f13c5aeb94a42abbc25a19e13930d73520ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b93a89f339e0c0a97eae235049a92c0af7821493e1f815fb5aef9deb1eb43
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035355925244bd0b581007a24c95e6a2febd90bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56f0bc5e4396947cdc73547daed417f8236787320f357b36b3244940d1551af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2f1677a36eaf0d9074d360a8748be8395c935e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a41186b0924cc6f03409009514dc815b0faa958a40ee84a920212ad1924ab1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0f6cb410d60224dbc317870328f9aab2f4694
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036f2f2eb80d0a3e252148f3b3c27cdce4511444a98f967896d7f3d32eb64bde
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c5f22b82896969b7ee16a792fc367e7eafb546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976f6da16ef3b2be5e8e7d862fa07a2cae5345232d88ce14d500cbb184a36641
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d707c311501b6c93d11bc9974fec9a1e0e52fbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d161f00f49917fc6ee6ba31dbb4f8aee42587f8c65c9e3da86fc06c58bcded
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a43cf89ce65156f250f0d769c31754b1ede3a11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf4d251a981cb79ac41537104962aab748892c1be1ffe959b3c99c0cc458e45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97252f8baabe2999a01e17cc92520ad8d3065e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d6212061e7e049e078dcf9d44c3c403acb67cf684e2fa11526a31a7d436eb4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d855d33323195ca95370cf7c09ec582b8fab448c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1a747bde38b3c0d237c7312c0eda705dc1aedcaab5a5633d9680e1fa9debad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2aaff0dfe0de0984e9f12ef859165973cb7f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f59d61ddacfe83acc6b47559e5fa7319dc32d2c864c7aed7e0240f3761d618
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f536adcbde55349c36e67b9ec32423601c8dd4d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b785939bae903108e7e62930b3e0b1b7da24c154e62197953c56a95959a5552
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b8dd355667550a721b72683eaaa6c99b5a2a3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bc7ad9e0eba0fc334f11dbd23253c58d7b7c0bea83ba1a6a3316631a68856f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ea881b734e18d78a0fcc720de609ccd127cd6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d686000162454cb1922241b8c4e6827e4066f337aea9b188e9b7c08b81d61c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8203926c8aae30a9e07df5cf843682b48fe4d8e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac5fab9bbb438a5f9309834e469fb6f1cf588f5b9afdfa5a505da37afd5f5f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf1bcbc9b5f0670a76114cd40f69616dcfe60e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ffdfb6488ad0f9bda17fb6f5417263c68bb08ecd011ba320bd0c30e49ae28a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fec25b4ac22567807d49e97ea45d7e3c2fb801b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f665f1d0a4059204eec983b4223136453a8341437de3c50f947c6bf1f19efc54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea11294f575078996eef9f87c20ead8c0a4aea39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ad934a2fd531127710610a42101b50263476587d45e7eae17d14531db0c259
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20784a36b01128deaebbd3fd427a91c69376d0a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf7958b6195be067180abde6c885e55b50b68bf03acdcba896fa9947d1478dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72a8e17bcf8baafac35d63c0e7ed82505a97b35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eff889868f190215b649aeb42228092e6f29b462424f18e25a949f019b228e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d3f977fdedfade28b0963658602d2ebbe1512f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25101d072d516fd9f9302d619d7e50412868d8e2904637a72cbc7b1343cadca0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71c22bcee63d21e11466b15db06d3ec135b7777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0eeb7f7dfbcd757a1d8cea6df8b10dbd0342a768d7a79ac9ba6f0cc1408c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf745b82ae4c9e6922df5649fb566879c54898a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659783044b91540f9f6970eb35c15476c13ba607970c9293f2125cc2e9e772b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929a2c6c64ce53d63af37da7fd3d65e1846dd64e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea42fdabfb7258944ad198beb83525706145bcdb90dc948066b480e0e055730
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03410af69329b92403a64d4ffadf4e0eb15260f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eac4d8c888f4ee6d751d9b853146d7b2cfd1fb3807dc29d5fca8737a72a340f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de04649e1299b66fd24c102ba4f3202cb700faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cdc8dad4c3d0de6e3ea3ffc8681f8e201bf3d6a77a043eb79e350f827f316e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e066fff460a31b0955313e18e6ba33e3fb5039b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45863be027df65f39447b462b63b1c4d37365436cc1dc20f3b00ce188945b37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ca901b826aa310096b73bbe5cbf2eb8df0f359
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78443ef2ad633caf770250636745bb5619ae1776d0c4122f573fa5a575eab0d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93dc4e259eac6757b70f031f36c8c71c3cda3d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063fa47287b5ee785d9fd9086a9978904fc19fa3a60e208238d99f56ffb8873
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461088bb07dcc2a470c8f6e1a810e71ad0db4fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5879b69e6a3c96374a1e198f69107f018559d3083c8eafaf060701fb74d4f81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2e0786256f6635781138e34e9d8addc91ab068
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b703b9603300e2ebb3f25813ef5c6bcd2407061385545eba5441ee68681c577
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282d844fef473c5fe007ad2dff2699891094efac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf95722e7b07595d73fa8895644c57602a357b64afc99d7b6c7a5b3d979dbcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cdef15d151838a5ecb72865199c5246aa660c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d429c859a5fbf63d1c8028c972be4850afc1da15a9a83f24452ada5138ca4001
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85ea2d3a21cf2b2f3267e4826cb777aa403394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94859f8165bd134a58e8b7d4760fbe261e0ae50f707be093c2bc92c4305e339a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ee9bfc50465e88d9e717ac8b31140427ab7e26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2f94c3cee3bbaa5abbde15a2f97f1b38cbdf1c2858fffb24c0fec7643c7296
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3092a6644e8eaf94c8c691f10cb4de3352cb7f59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56596f70b951a3d72db81679f789753c69054fe303a52e33df6c07fe1e074ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e1c140a719e5ff3194282eb8a070a0f6b7afd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93f1588ea14c50616de1376dc327901e6bb57d05a59ec9fb9f382692b357e2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8d309f7e053258829639de571adb8773935c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6f80a58757b76b7272cf3a034d380bc29ce9641c5eb0cc266aa03ab0e632ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a113fc6248b6fecd892a8818b3e1f01442e87f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aba28173340236fc242756bf990e7164ebef61e9f74f10ed9c9a3be3d534be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bce6c85a9b1d41d013d2fa42e9c2c0f153565f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8276ca291689af0a0f2e81690005ef90f686bd3b2ad9b0b1b66839432f665ff9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6f719489e898db53ea87494bc9b50514e8a749
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20c32f7738741785ad229ae966f37c7d18734bd4cf276766f2af1da27338439
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5968afcf4769103cc0fa8100ffacdc9be0737f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afabf3d44a09c52c5adb5524aaf277adbf11f4eb371b866d585ddde03d650d42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696858bd16c69d6953994a55fcfbae40a71ac80e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625b40d8505151bf334b26643cac11c5d46310e7afa6b892ae0494ca5587ed1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7c820703c59ebf700289577b1b32bcaeb922f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb3d0ea7225cf6f5d8c808aabde21d086bdf2a2bab0599d4b2757e7d79a37a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc967533fd37f94fae8d958f01256e54f6ee15fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c492c950e6f8fd470858e958fc0860a52694386cbdaeb3ccffeb44801285978a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a17dd2d9e9f614383b1a261bd2dcdf552707a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37054a3575ce6973403f00f2f577612113995bb2ec2c5d14d18324d7a84b7a6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c239b3e8d1e4930d81262552c1b60def4c9db83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0752dccca41e12e0f00d8164f6ed5c6b7926dc6f9f19b26fc9b3cdcd84522c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3205681fd9f26fcd46bc50dd084faa66d5e01b95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88af01b8126281846aa8673fabf65d0851df41e7c6455d9817a60ffc5478a7d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8152fc4a5121b035cfe28013703c68c7aea96585
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea16bb71681b593c46ac818378afa9eb4c634d34ec741ca38d3fb312cc4b63b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60f7238f9c11bc8e67dffa34d4d22fac8ea8791
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222abf22da41c88b26d5b7b729e1ed6247de5563bba2b10cbbc73b0d27a9308b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45831b142dc1e2f1ecf955d94ca21d51b22ee3d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9091dfdaf3cddfa0836e1bc4adf2cc4c653049ef0771c37d3905daa9c126daea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f40529446595892d2360cbcb8d262a7da36579
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf9ab0a5c80e24b14efef2fb0beefe6b213788e6576c8195e27f6de0aec4bc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c7d35a9807f79fe0f0a72a69221b9ffe8df5ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf3a9b970019902c572e92ab341bd96baddc9ee6032792d8018f4e4b19508a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369770da2f4e5099ac9d9c2d53b0dd6c616a4b0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b41f08c3660b328c3681e0dce7bb9201c4d0016c17a882f1beee9c4bde048
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7bba645dcfbf9e0e4c5c52c820a9525b052be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122bb0c98b607f231fbd41ec2b968e4333814750291d796a924b272581c4547f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02db066e5f6aead6b04ba2ffb854cc9dcc858ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10f21abb60372aefb13246b468f4c62300d8721b500f6837f150a2bb38fa0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810c4f2749e989753a03b16dbe25488f618f9aa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab070740e98075cf76fb07ab9a616d521d07d4ed4baaf9a4f31cf461feeaf99
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce9312306251b8ca409e7ce47aeb87d9d75d40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2482d3f57a788b34cc6bd9506b8f743aeba1425190bf43d53ca7706bda91028
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebecded389d6da68fade3d6b3fb85d89b9d163cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124856e49bdbd1c49abfd5909ff5d46a13727896beefef3f6965d5c8961e8b91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1358a670004edda4caedba6e1f62d723c01827c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed42c29521c14c5f2e067b3f4d6829dd251bec91b4ef138df5be80063f42eef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1680238af3b769029b4a0f53730b0a050508b83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2290d5091b4c8e61885fc6a67e8a97b78f89132b18bdd0b1e60867d9b4ccb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c56284bd8e1a229518c4b4915ebf37724c218e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99639cf6d0cd2c3916decbc0868ef082d2851cd2aee91fdee28d434c8005a51b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a276c520f8772f063917a254a1918ca72ce7831
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae21499cb6dc6612e676f85f27a89e9e216899277e85ba6ae6238f1eff32e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd0fc75476b34c40dd5e6c28112bb87ee0c9a61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0995b7b5141e3ab0acd49b6955f7aa36325246af1f7dae9cf835c66b2a2e5bbd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8360b7ad728698abb003a94ea18c71acd2f071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ac592b90490388b37b873a2245e6d27f0d94ea7437fcdc946b36158cce0f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0b067c301be10febb19ffdb06483b06cb296f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6838b86afcd8cf841da5a647d095710fd2dd8c33f2fba9912e0e67bef682512b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e00cb3b96f0ce4f6a27b82f3cb44465af9cb862
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b9d247b35d0ded79e1b4d5c4d07a1500d6f67bb2d2385e8902d9c7ea901806
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90948d2af0a7fcb62704f7c9b7ec757a28c5550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b67ede483e84664ca8947bfb7aeb4a2d60f08817636dff34504bf0f236860e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4628c1b15f204d5c6d7b2ab4a87fe1ddc91ddb20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f07eca44542f99f05904300b296cc32495a1ef0cd3312f5dbb0b0b339d61f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafc612770eb1490e1fc611a492bc377f3fffc96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5959d73a69183d24f1087cd4ee21a449cf7432cfaf1d5e14cc3bf7d4714582
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1289661b109ea3da60452bfc177ee03af1697fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc8c3c967137602475f1ead6d886cd64e387e235c7e32bfda4a996ae1a39b3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07512e4694a323c4110830c0045d12e7f9f2e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73471a9a4f0ad75d548bd5b32a06fa37df848419ebc19612c9f8d799f8f4fa78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7334ac7730dfa24f002519ffc57f86aba91e9ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a9d2936fb76e1c1144663a5cc7f59c5defff0a002e4c14d111f7b708002923
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe628ef499da34d0bdc1209f0d643130eebab34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e81376fdfba295d1756e8d390c4a4bd70cb8d94358c450e33f382f9ea9646b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c5ab1d1bcb75b547a59d00fefd2dbdbb3524e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f29af480f973cc5fbebb7f1b9109c2fd97b7c3fcffbc26971988f9b0fa0dbcc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8767bba16de6e075240cd6805c465a457362a122
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f124645e2201cd1afef8687ea590ea7f42bf0275fb7fb03bd392f7a5adfde35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d672068831ecb2b2c537316b76a217c5171e96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83414f549e934a718641dc31becace183e818fbc0b54b237a80981f76b20810
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a16ac20a0350b50911c3d512d5ccc06d7a589b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdd117925ea869e5dfbedd60d75f942f61f039b7cf8a290df565ec749985902
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21b0a6d6ef216c5747375ed2d85dcec9a5a3bc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43b4f8f7bc2ab2c9f3026809edd6527b54f35e570c01395fbfdab327e2bd2d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a878d2e3c2a0130a54eaad0b54b7511c3d419aed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7d65505d9be37b09928e3f2030a0e97dbf52ae7c6e9a0081000bb6a056c03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daab8c4d6d7603564c1a7bd81c074a4ce978743
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b1dee66229c6a472cb9505294bb843b102d12fa7f01b60090112013aacab4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd2a0fb060b39979110a6297afb217b3ccce711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf23c0aa3346fa6eb036b981ca942482640346295b9ad8cb4cb9605415a539e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b710b3af9ccb81d5ab8b7358f42f00d93d1e09e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa408aa71930b7bc2666dea68e9b538719f7f084ddd411865b013c5a004bd9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce32b8a35b5bcad5adce21e816352e2f0237692
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f489f12dde1b9d1fe36df734d1918871286466cbe53488de25ca45e0e2b663da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932d764634f403c13f7fdeda2e29422151622cbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e12ba95c072f0b64a781056f74853ffcbcc1f480945a28c65b447388041917
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f8baa87ddf3965abc24029c4ebeb86b38bdfbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb40dfeab6c1b719924f62fa82ad3fbc7c26869e0914288c23024304d9b0d56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2b0b41421235902c05ef1c56438cda7a61558f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0b5c08bb6def78fc9d4a87518b434e2bb671e44728351f737d9b2f77945919
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea727968a13c8b15fed07908ad993699ae1252d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b789d4a620cf7f64bc43f5378da29f50955ecd5bc86c881bad8e576af5a8d57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eb8a3c109799b7a372e163f3accd58c72872a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c43294a511f9d9a8afd2f299ad49a7a983eedc07c61bf140d653ad1d4b9b2d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7edf52b9dedb61e3789d19bb01116cb83d3c218
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb69ffb03a582c0ad0d358ec9c5687275128828f75c4115a20881ae28a7d18b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6285037a10cda222554996dea8ec31f4d445705b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed35d4cc4b8f2bd0d28cb0f68bac0e1fad10507b99419f6953f955cb6bb923
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457f0e7c23b9d400a4281839262ac551ef37f9b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0dea751b03662eba8616854da19809db9c4909ccc143c24eeea650954afabd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11a4fa3bbd6c018758cd6ab763800428356413a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ae4f319c71158be84d6c59dbd068a2df0fbad352fa76d4263cd56321ee61c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9efcf24616cab36e69318b243d76a2b0ed1512
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7b6b4fc16121943ed659660a962293c755473a4707f4909711a2d25278e9b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78de5fc40386987a112874d68914ce1aef583bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072f6e82f31fcfc0e9eea0d441eba14e8b6b95d0921d4f6af0858d0b8c4ffcde
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9283a297cbd25b0020124e4e055294c29f4a056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742e1351d5397f3f4f447b2bf80bab0d48341fbef26f20cda2183d32d7c91e7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4696409aa0132e1201e8bb9bd03dd3e92914fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3371cd6cfe057d6dfdef66150b4d34ff02b5bf78e2a2e7a8743a4fe4b4f0744
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35132cd0b090eba6b6654c6fadf40132fbf5d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73814cb0ee2ae854dce8ec3fca8612ba2842c3cb5fd08964b60f69cc70b9f867
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f22be56a3d2e9acfb19a3fcab54d96f5d389a9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1efba5d6bda816cb8bf13d01eeee30a8cad9dd2e4a9ae2cf3aebeef4760576
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b556813c74148c507535fe2fe8e786c57119d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287626cf111255221639912a7e252f1f3e09ec4f0a6c0c55e1302191c58f973f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca231e0ec8d0ee6855b913ebf24e4818823202d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bfb3644c7a42d515c79b75cac13911d3059d817d65591841dad018828f085f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f6b9a40a93bc8b7dd02d88312d94e758ea0cd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d54e62c21860d14b06b31c2d7220cf9f20519375db249fcc9922ce441896ca6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72f1a56521f45a7b39a0681d61cb57cc7769224
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980396a786d1ff91e046e4b98d2b5bb434ea908186c5321e04eb185baa828ad1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c886e513365ee6002ea8de36e0b4f31b7c911dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1770601619e4ea0e7bba2f91f2f7dfdfae54c04f34cb17497a72cac1413790b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230ce6c578a91e01c4ae78b25b0a63107bc984ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd4fd596a247b265f15d80411c257bfe9bdf1c50b4c95b69c46b118fc0d718c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3866c06691dffad431a78e0e0cd656b4bbd25164
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce24c9c09848d75ca38b9009cdbbba0dbcdf0582c45d0774da18fde9fe0a196
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df79e6843a7ff09840bbdac4ecf9e89a46b201e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9428d5dcab3cc6c06981150f1015e0d22771ee1864e33687439f376da843cba1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd5a2737087fef40cdc114dd07511796abea645
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa640ba30cea18cef43a9f4614f04c1759692d0aff9dc96c78b30c02465347f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfeca14ca90f7606b83d3412b85f6392704c67b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac49f65aac6842407040b1b4cee6b5a09253889414de696e824f3adfc7ec00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e2f6f6c83629e1895866fb0ddc69f3d356118a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8745b5cb0c5904b0e57ce7d7970716910cdaf666021477cf9326f454f2063ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df3cf47b2a142f6974c5555778fbba298a471b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f19f7ffa04fd9239cf21914e3c7dc6223b770b0a2a298b99d9e790c5089535
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a3b71ccbc70914a7fd1e2b1242359426160eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d46ffb74f3ea7700e1d1f81d3bfc7633758554bb9af4dbf9321f191b3b4016
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2074e93f86307f684bb8a90b1880fa8685ecf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28366cbd0658d255e170c54662118bbe5be87d997aac1ee23ed9396c6102000f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0ee19773c5431633d58ec2cce72e29ca84af38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee145414e9b1403a2d3c0d35d5b19a85632f57cfce75f0b4801c4a0c4e8d83f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aced93f72616b7c6d0f25959af97d5687fbf1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d0eb89d920724ed2d856757cd8f6f1806ded678ad0e488039b049a5655cd13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d58b326d97632eb012a6f3262f5a684f82d2956
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3fff44e5f40efc0ab8d5b7d077175c4ca2dda275e22399e5dacc5fa886e142
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef17bca677f89be1503aebdd0b8e4b190107570
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776b5c88bf4153984ff479174ad40bde77241004acff6929cd42f9d29a114602
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668bd480d798fb32ccf851f38cd494602f0ccf3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4384773dc71022f55d73f5db00b22378e723aa0f679f5f96e88ba6430def9368
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72d6b4e32b81d9c399191c7f9b23fd67fc04541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511dcac907adfac5796682ea317236e6ede25f8dfc6e4931178a657b9bee4a1b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3ce8eca993f55dcf9ba91fd93c423dfc887577
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127245ec458332a3ee9062d85a6bb30b9177b3d14ce915e84c3a207e2dfadec2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639b01d4b2fa47e56eab2c5e5d7ed5205c7fabb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e334dea13f535281af37852173c89935300520e66690d092d22e3853e17104
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80494769e9cd2e9ed9d7807228e86f97c181c2cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd77e0181a1a6f54cf98fbf8cdc4ac600d1a243e10e7cb04c876301634017d2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420a215f918bed70fc3dd978ef5eae938ef842b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6816e03946c57090a5f0aa18365ee3112b2c6231126e2242869f660219f7dc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510a658d9662f2b9030aab23af4eff4ecde07ceb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653b120a2918475191e4e45be0aeb01a1c494482487a214f5b97f7accc7cfe60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063eea469d73038febf9ed274398a6078cd0c21b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c9709194978fd8841a1bcbfcb2191327353fef08fbe34ff98491843c788149
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8109952cbe326e7a7ee7ec584e0dbabe564e20ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb98d6befd06cc6fb16f515fe96d8854041dc127776d954210ba567a5dba2ff7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0005b3baed50d0b3174f6b51d7eaf741f16e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788139fcadc98e412fb86e3447a276d00953b1c543fddf84769429bf820a6a61
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046905ca599a8d5a5be2c91f402cab0130c0fa1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1e94a5e6f689851f780607879f39c19acdfef2cb4d42230c846abae38eed9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2cba38a39d11f2265328647a71b7d921d3d83b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecadca701b64643fac372c002d3e0e4506263ce4f25f4aad97c159f936c2c78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5b29228484e58efd2956ae0867048ec3db277
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5977d4b9b95a58111f9be7fe359a86afc8f49a14152349409e5c2a7ef2d8894
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69b20f00f92ba63077c736d0fa4ec5517c8a83f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5e0cd57648139a065714b4df9b5f973fcf3e50b8e5cd34d1b644e8533240af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d56e700e44c34610b8c9ea7c81bf4d3b53a511
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc70b369fac5e1b6e8a5875daf9179b6b140b505fa8b3c611c88828f7c0c706
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63363abc30a9caa13da20760e0ab41f343af3a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f1a513dc8c2e8fb619189a4b31e7b1429eabde610f24e372545f2b31b7056
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea0f6902bc72946fefa7e984f0d21a8236f9a78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb5267c12f0fc9b959f413fb1452a448b4e32b19bf97780383c09924a035fbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b39b67a569e8cf6a9d874c7b997164664fa03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafbd9063149bf47fbf94437d2cd6e3b5d277aea9bb8ddda764e3a0529cbd335
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4f652a68b9b236aee2f419151295db9d3235b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cf08cb4606770e29833d9752e762866bc9026800d70ad6108e87c097008590
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e33718882d1daa81e59cf264be2df0fc48dad4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335c45a56c1c4794d097612572e5ea37107fc390a60c5f6a0fd6533a0d74350
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19dbb6d1735b9f478b44a222d00dcfe6ab65aec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc692a74501ace5db7a00463571a31b53be62e53877e7b19ca73105a6ae49b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d1fe5471ad3ac6eea43ed8a9d2bd6852b20eef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516927c229c6d25cbfa1681e8c7c6c02e821169d9e3995f332482b11147fa917
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2810adfab3126de8c632c847116d9050ca791fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e9828bcdee40ef2132af393545b0cb02c1b58452e205eb01a63b44b71655bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6384e7c1c916877fda121e34d5ced03a9b78dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b3305a0ba662ef7617920a308d1ad1ec0575820b3ec5f278524232fd6f9c28
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b8e3f0244703c46a7e9ebc87c484d16aa77bac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f91683a9ab7be07752a4da47cf3ddcdf232768713402901c2210222d76306d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c25bf3e70d6ccb11401e963ad24c69d4911038
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66788b1252c6fc916acbf9cf1e4fcf12bd2310c044283799271acc7a9973ff5a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67757e4d415db823652aca79eb02f9e4158308f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630f0215f7c43a8efe4a6a36f51b9e1a365a05a7a7f6b0d78fd1950b362173b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbb4a4bfb953bb014feba69b4868183efadbc87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f5fa03e583dd656e2bde397d4cb3604fa2090e6f9956b4cc6e111f70a0db7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db2a30150dec6de431c81325cb4845100f2f1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9bdba4c265b4f4eacd58fa7c54c9d9bb270bd785feaf85e674eb6b591f57ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb33c6d779d4bd08ae750d9e3613a326a4b1e793
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d544cc487455b9aa1dd846f049b0d6ce1327a9df52e8f210244d09b4031ac62b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fdefba47f9685512f98f3bdd6bab22650dff22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79a7d4ec0ecc284ee94301fd77e4f0f841436a961432bda8df82eb987d583eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbd18881b23935278e4971178ddcb3a42a9de43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca2f9a36d59b59144617c2fec935ae021cfa8914dd8b78cbc6d87fd2450dbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d214fa611901b5e155238c401654fb5af1f77cdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac10257c3c5a970bd7fe39e9bf588f42a01e0c17e1737cb573f238e41837b78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ba7ec375b42adaceb8c5b6ae3022c039894872
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcdab2901c69fcfc981112e1dd6dac0c91fde4cb837b1c562d02212b22dd8d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3f815eb25aa8aa896d2a41de2a57e12c116cb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a74dbc3ed7cfe35feaf737d307e982c2153eb0adafca23545510d38aaab92d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507b4796dab539d1c3e989aba119990135f06109
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2b42a86118b095d50316b7703e3c8adb2e622fda0fe5b5647ce8f0b5912980
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16069b6c7781e71738681da0e98a2c701cb15b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a0acd237150b758887d74506e5a163d05e1c678cf2cfc83eb51bdb79410a5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b6ad0344e0d045189246398ddfb2729855b778
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba84e4fa09c6b0d5626677d8490dac1c9cdb53153b45b1eb8d26cb6a4dde55
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424477286db35f7286d3adfa765cfe72cd501052
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e07f16bd374eac54bfb96e7cd3d7f4817ceda7d0567e4a31398c5150956ff13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8374774f6e23f0ae1200f4b665506fd13c72320c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a015357a318cce000c998df387cc63131a701a492f898be07b2ce7428257ac37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f7f54914ac4771e52e43af5c0ea6f6492b3eff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1638629a5b5b78b32c9d437f38a148e2b1358b2da8aba904031bae33381c87c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb96dc152989521d8141a192d90a02bb6ab906
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd242280068fa2a8d0dfd609a436f98a1c969893afbed2be1fb760c322123231
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359c57f7f4a7a5b2014205c2948b7c96017e0d94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d370eaca9e86fe005837c4167d5414622c3d64b5756e08b6a98f96a644d57cae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafad99aad106eaa21e0c79f11e5169cfbbcb4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77743fc838275197d949ed0e04ab191aeb8c3c9c2bf8163b940cc9b20f34513
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783bc49f8f9ce1c7d80a42c2a3fc5abef17874ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09ad9de56c1574a59d9c64b058f2bb8c1d5edef154225914446159baf06194d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63af57209630a01a77d2ea97a434bc55ad44dc0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b403c7fcb7679d9529f4490e82997357402ac0763be34b18f9e8cadd187633
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda69e14fc4d580be10b9c036750f6daeb0a40f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c9acf5b8512789f44296daf315c4f66fdadef63766421b45ee53276dc92079
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfbf621eb23a10c61a26734b49d4d128a8402af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd6fff1b322b1aabcc3354bafcedcb9e5d985d3d19cc264c8293206f33d9e14
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a727867be991ff2186150e44be9218363e8c3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b864c903f7634b818a8ce7786c8ae11d062a76d6a3b8f7e1c34eb899e29d3744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fba0ec76ad94fd75f336ccb407b8c27ba58ad2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766809029221abfc892e36cdb5a980671db3e11992f6e62f20acdffe26795e09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0670bde51f32f228936b9f552d49968729b48468
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b0d7aff36213234eea98de70fa9e185f84d0956c6f0849284a7ecaa2c44709
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f32d67223a97ac49434dba7fb61c90be7c6b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5875d3cff2ea74ff49b35ae92c01418440f278a4d8e293e32eab5b443254c67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def76b951f4d43416b9e21835f5e99c0e92e9e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3224b973e1bafcb7ff5c0e59738710b6c67c9f1aeb0b74f7c850e157fd3a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9af82ff5dca5a8f5cae0241361763ab6aebe821
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ed98d199d1a52e1fadabee887b00a852fbbc3cb76b17b334aab9d9f7fcd5f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef05c83f661e97334116a1cbeb54bce0f6e07e46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31553136b8eeaf1181afbdac6a4cc0fab9877bc727aabed583cf815e2c2ddf51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13aa6f2de3561de1a1d95a68c3fbc0b4787cc09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3612b921275727592d9530e279a25e7dcbe5db55d7b2c67540cf2f80f71eeb54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3544c6c78ded5837c82b3c091732a098940f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c253a46f5ab30a2b605003a5e30cd912d77615bf680c75e3a2ef340015cef11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b4e176d4c2179ce70b90308c0aa79d7e9e642e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387be6a36782952ae60f5108ff6698b79c5dc4ca4a7eea856c0ccfea78eb9741
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac0348a83c51a4123535534b722d8e9847ec13f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccc7b6d68960e697e144cfeeca2e3ff5ee71052248a5844f75fe820fc9eb055
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf828cef492ea747127551e91d4cc90d8a653239
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cba42cbd23859c71f617156083fa80da0fa928212bf06eca95ae279745c393b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30571c7e1c96851fe5e95a5c75822aada449bce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589910235610db6477b0f39daba0950d15824bdda052801b2324e9425d047c95
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ae0f6bd51e558917ef90c461e7e61471f340da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba5760d61d7555a0ac93e400a7d0cc9152426a8c6ea51a868ed756b180be17b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c6fc9f6576dfa937b588c967df5e6d879f510
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c8c8a448ae4ff954f7b9853a738c8addadffbbd730048097f6a2bf8c01eac4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ab7ea0a91e1e12d5f5bde50ee2eb36e614089e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2c913f1a4019f2ca932053d2c7a534d7d306eaad7b3b8ed97d68ef4ae00bcc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f275a1be8bf607eb6f5ae70e25d23c909c62c033
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb29593512aded6275dde7fed8ea1f20122f7c2f8e051377e41fd19a4c3e2639
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0ed795258f13168409d78ce6497428c0705efd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11628ea165e6dc459b367b8dbf78a30aec650c4862d01ad79766fb550a219578
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a3e7600d8599f8124b727ac188adaaf939680c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa266056272d354fef0f7d59b76c563977bc5d100a220d0008b9329497cc07d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078005ea2c4414ebb6568afcea973357b9838723
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b78af45a11ab59427970e4cf68244859bd569d752eaadcb13a77266e8a37972
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e274104f1091637a89caab440dd41336f82c87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc1d2f0041e97cc23cce6b18a732c20bfb0ffd906b3cc6b209a4147ae89cb68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a5b0c1c41e8d1ba107fbb74558ed792ecee84d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedbbce20fa97d27c9beac70f69a0286d1f91a334d6da70ca12bd3a2471316dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868fd10e568ab5815b8f2b21f95af04c481afdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005b3f2739235ab576e52120b1f2385d7aaf813005c66c06e9395996e3efd2df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23677e0eeb8936509dc62900b57c562eda165fc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd302b47d6a3c4d2b418f2e509652337b27a2c1cdbbbf4b9e28f328bd8335922
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5971aa0f9894f968d339526cc7bca7bdacb2f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff8f9216da9319848353f5dbc4c0ef53cd303149546fe89a7c397db0641ad91
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3bd36635007e7334c740c108dd65ab76dd62ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4917150e8a52e993123df36ddf0f5bd4eb8810f700b4188d5480d90c9e41de04
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c858d665e11eedad26d60b59730ece0205b2d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e81ea566c24c26471e88d617c8bff61a0dc1461206657a6798e43b6f0021b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82c52e57b905654c511af7245f89e4048724345
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df35ffbfaf9a76a9e5ce879ded4e326abb87dbd6624e65d1e61e7bb55177d524
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb226816bd8b349170df6509f9112a41d4bd537a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ebeadf54ebe7f151a8ff28e2cf79d653964d4b6ab02c27b87b534bbffd3a40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e014fb13df2cccad25b19a2f3af3fa90b8d8227
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ac25d5fad8fe5988d45d37733066c84c5eda282e8eabbf61d8d03172b2a360
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857af7992c8fc71cf6dae73539dcf763773553a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ef5b0fdeb63cae0fa2f845aa3d7c55fe11df0c09d27aff91242682632103f
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271f781ac3f012412c9b5b9df6a234c31b37acea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d1791f5ec2d97239ea02b359f964549e67e9a7b0a9634d862af7fd1bb87ca5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf40d8367b54954204b9e0fe2c8ced811d42af15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd71ee52e18862c40b46c13782f061a426dc13c61d5ddf1b45be28c760de15
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5267f7d0417a8e5e0cd91f4a0d07e7a468e7080
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb823901291e550acb4d1551b61702bbec2ff765e09c9d2ad23c15558e96f9b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946209f7499f9cf6b1645ea730a30edd48e232d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d607def44eecd08e27c3ffab0c81c03e5c6cb78231667eee937d386ba400c58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3c45934322cc29de39b360e75263e4bbc8615c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e6000f8f1aba8ad91d691446469f8bf4ae51e0e93b4bccdb063a5061f75c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def4e929e270d2eade125d95180cad784387db00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7330e3483c9fcc1b0bec66f89db326690616d20fd144f4d7f280460b3deb4b51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31ef9d223e54144cd411e00dbfb96760351aa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08585310d1c5baf6a310d8f8637e9cf764af378fcd0dfcf071cd3e8977c5986
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aeb2e65076e4fd96a617eb0ed1117530fda6dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e475c324844212a58572b4d16b03c1ca59ca6d867d7fc548b12f8e0a6bce56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cbcade9904b017eaa0a13ce504a5b06042f0c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa417e03cb4aa8c1febb844466274cccacb456d0249e370dc460a7651329744
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ddae2373a56d312d03a7ec6925a0a1e10d7d6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e48edec7593d3365d4b37c827c713e0151566c16e6bd7b07e7b79d4ad638d9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f698d8bb07f413c99cf54866c1610483d4aa23f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9579be2e1392c68124e494d2df3373f5659895cf4064636ea69e6010579f6ea9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894f0188b12adf1e13c1437082848e298f469b21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b22b1201cf23949069b61b825e5f1cfd71928e833e9fcbcc46a6b5e7fa721e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32848406a54f339f26d67082423e5ae03a304936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9432b1240531a05b40ee907c6d113c53a12856876b824299ae3d3bf34d5226
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce7d365686655fc4f984ea1b8f04ea51e03b657
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4353a9e7966aa7746ebb2349f9ec35d5f01b34b7c41d16913f917568c88e7f38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7b00baea9b2b797c642fccb39203a70272c647
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2ca2e85beafe108c4eec7d54449473960d0036cbaabaea0dbefba57ebc4d73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a30add5c9b6ec9670ad6839920cfcd55fd77e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b890ed586e5e99104d78a127a7f33671453a4a79e5b06591a64ee58ea938687c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8433fd167868bcc4297f8fd82de6248048f2baa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64464a354725d812ac78b2ee4cfe7ab3d9ecbebb50c53217239a3878c8a556f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15aedb511b1dfcb80ae3c58178c1d3c9d571993
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbec6db0056e8fc9ff7f1291631a011968f7dc8e5eeb85be2100cd1c9ec42e0f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ec14f112337878070133888151b273d4f25dd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d7c5bd15f02fac18708e553275802a11bc793f0111f4657ba558d4d9e0d8e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f9633312813e0975e742b39be69ab7e66271bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78ab26750e57103fc0758eeccb6313b5e6d5dce7845108ef5a064e3ecac69f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e57ac10ae8494985966bf4d0c77346150d0795c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a9a396df82ad73e83cfe8076fce5ad5a722ae167580d1d910ee2ae7baefed9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf5eb672609ee3167d2e1f7c22b85cd454d0f33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ca78703acd3b798c9fd20150b540d2b2d79d25450902f86f0a52a285e511dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d91d067737b22c9ddd45875e8cfc4bb2fafdc50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031ae2b992e7f61c45f9f0c515e6da99534fd5a73619fd544a4df0e0b483c7a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b8aa94501c9ce68b5a197dd04511a9662e0525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c82899b39ed717a357d1dd00b909012c9c9bcb7738a2d593c1fd0012a012cfe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe4a4c4bf3255ed2087c03391030e3990689fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d8328f85159d64a360beb476e15451b96ee46ca3e9f23e38d3d7f9ffd62eb8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3698c8ef06d7b47d03660acb80177a8167e50a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdaf547d902e251ffca270fa944781987d928bca5c50631b7c8c5b9c768d2a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3394eb3046fd4bb09d68a4c3c300385ad3b5abcf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f3f6cb55eeb2ced9698ad348b9081a46470fe37870466b2b4f342b5ada6147
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d365240c6e55c386233b99e7c5c766bfc60f01c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973b24454e86927d1363a9654acd8c87d11a521d896e7b86652f49cb5514e655
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6d89c632932883cf7515d7fa8f3ca562baca02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0689ddaa76deba12273d437ed30fc912d5473594392a796683d75474e8a8df34
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d98c6519eb5b76ccb9346a6815534dc3331458
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ade8ecd9aba347d67ba9f33bf0d726ea2560c127d521db214a8675cb9a27e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f224cc8de34860cef431b76b53062e4d5a247a8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc55b8a2374abcfd3877bb5033b61c028ee5391b5c792dc9d8338f5aa189bae4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25df0f8e206ad151b9d1470ab158605b1a7be605
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95da6e92fe6f51afe52957a9ec325bf94fd9cf059e850a97f806bcf2d5117052
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9d9a1a05e940982d163e238b18c6ece8e24ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b4283495841ccf6095ffa64ce5e0cdd7525c8422971d51eb24ad18c6f88744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a99fd8017c50d4467825e50c83967a4d197dced
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2da1514d62779406ed09110b848c211e4e1d4f5358f787319521f184f7b0b02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f3b002dd96ec538534ee21972f368108bf33b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd10cf55c509309505530ef95f2a5b0529f45d747bcf84365c10d8c5dbd899
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee9375b015eb40c0cf0d7d236cca2717b503cba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49edd7d395620e98ac7970f1da0b627cebfa0af7751072b91c7cd987bab9893
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad0e32d29e2ffc1f1118057b73dd8ca92042288
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cefe9405b4db6d86d1e6efeb6984089d77e561ff801377f6fcb65ee77a118f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7702285343437811bd3601eb3d9b51183ed654c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f81a797b21da44dd5a0511829bd59fe1c5d3094677f2a3d2be11c80f2f3e178
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be6641fb1a238a2dde7569db09078b80a865d49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed2331f5ff7e8a84b62cfcbd4936d2e05d19cb68c76bc7c0f2916cca3d875be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f1355ff060b8248f2d34cf760af5619ef29bdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9252c4c16216dc8c28dbae3615b1105c23edff6886a7665126ebb1c0fcb36cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dd7772c9fab94324b93b3f219220de8cfa525a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8fc10e18579818aa63643afcd72cc8f836f76e45c4bccbc2b728ee48541cb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0783c5830f0a41501c353752984293ece1bc4f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad103a0e7490cd697b7ee257934f08c790045612a8978469ce8f6fdc8b65e9ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff54869af0b5c0a80f9ea4635e49176bbaaee54d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c3528705d3e8d25a3194a8d4844a61fc07554520dc62c1c31c7b932bc220a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64d14b5d6c1bbc6fa9a74c741236859d0e12108
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9b58e454a7c3a5d2877d097dbf31336a6026e12dca0cd81010e41b75640de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0b6d6dc89f59d2cf30c3ce141f38308555a83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482944909cea949d1a7e70c58e64ee42df29bf4959abd4b23727a8fc7c23bcce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420dfb2085011d9e35078184aea0684dc1024699
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b723aa6bdebea69355664ac84c1a1011c614723df0aa8cd8c3b2b16ecbdee496
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35d7190918a536fbd5132120ce9e8e7919f58d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b054dc39c917d181326118360fc17cf6d826ceb43ddedf092d39f0b899c33a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c567464f814849a9e4b618b25eb6509155277a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cdeb3383be91c4ad43fb649f554aa256e3952a18b12a627337413fd63ba6fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a94462029b402c5f589e69b0ae43c0f24fe4e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef20e007c752dce336e5eba8be66b82a20f618783f2b1825342531373a535f4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b756d6f5b13c98df01823ae5b4c377b31cc7499
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc03906bafdff191aeb1b4006b3f31cf6637c887533b56a12adcc807134c34a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bf8cd12413416656775de20f38ac47e3d654f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fccc169e7285e6f32c200f09b676c177d5a703debd9ca348ff02ddaf0250bad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee640bfe2690034cbd9e389216e67a10b2337166
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5d002bb68ce31ec605c0313ea8c068de5857240d8046a58eb8780eb2a9f963
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b2cfbb554d1f8f42f654911f2bed13fd78ce18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b6ff601409d411a06089d1abd2eab6d765cb13aa293eb3f3627cf6a8013e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4208b481ae921f14b31fe8a1f4d294a5e9aab777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6f9c0f0a5ae6d1f04943a2c0f04edca2b7b8a21adc268e190d9c1bce83c752
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d1f2ace1091c66288ef4891277bc4838b518b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc68e752c808b7cf94e01f0abe576c89144af5acc6e3d2315e1ad033ab039ec5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e846e40e77a5fb96e84d36c9480f079f4f4bb371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876c0b263e5df18a33fd5940bb4e40ac89269f457509e7cab735878e558d2b04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb41a8e9af2731d0d1369d1faa05c30a181ed57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af31b316823d8395914d9999e9de7774165c2e4821fbdefc683fc07dae913740
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8ed5e286fb586de75a5546f2055b4c02e3103
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1743f87550fb3ac0a6bfa868df4c6ec042500ed97abdbbe60ac1cb8b0f3439f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9282789e641b1352391666d710f03e180ee5a644
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f5ae5930bd9c4a6ce931f673862cb68ed30f0e63004642b712205efd32e7fb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a02a2d419961ff51e58bfb8b6f2bf927953c68c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950be203ce33e0f528d6054e56015173cece501aa9c5c95633f5fe90e7d3f4e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b504bf7cfbcb54fa3134a25e34d473e8e99df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce1d63ac872d53a94d95fe445393fb7ce96a3efdfc29836e919d2c140535082
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768ae14bf9cc8b02e0f5300a1f7204b8130c7217
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e71c80b1ef56fe9004090a28e03593ce146befc0e807f9aef0667bfeacba7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a728d4d36aa10af9cbf1ac04139a70f5860ef1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77af55b7655124155baaf213748d26abea1b61a099c9b7c284519b9e7862f2a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d846eac15d328073ecfe6baf73a03ca9f9c3cdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7907cf5ea590a21e84f023805893b1679d0f48d2f7c635433c4f193a2798e6cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd59517ee2c2001208f4b983e46820401841220
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59f59e4251f11c7d70de476fa492d8f3652c672bf012a673799c0d2b29077cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da77e786d1d245920aab6d208742488767c9165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb51733f1e4d13a12232f8df756f5b2cec9b213ad9eb395265570a09430b20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c690ed1a81dc4845e2315ff539355c9290504d37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a205d3193598f91dee2453edf99955ca247161cdc136e4fb773d44889e7a87f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203bd3041dd7614101342ebcad3f7f01b65b52cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad380777436a64a829b944b2a32e953726cf44ff340a544e6e580b6f4efcf5fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c83b8ff213958ce6fc3d47146c0a1a6bbc778
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d575f498d3070be53cce2e1174638e2e1d86976cb6293b104a028f89fca280a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9dad6b97fb76bf9d092e1223af72bf59e62424
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d696014067f27e094c90c9c1e8e3684be5df6a80e9f1767fab0acac2aa6dd96
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada58a0b4431a2f35d71c52b787921eb7886b31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5270838fa002cc6e532ad79c2e0d02d5eada269967f837ce2773ccab619bede4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8101ee5c7e9b5267559fdd1c14fd6414404d45c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302194ba8b76759a7dd01d65ac1d74fc4ab03d5c0994acecc77c2a11fdac1673
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b3b2ecc8c37e9befb819dee0083270f2362f0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd4688f074b8dece32c0a0cd38f17e6fe025bac3758b4f578fd09be7dec1c86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074eeaaaec0b6c5972ff8d8aaeb7be12839a9a6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cacb9967696ad89b7c89737da76a9b378f49277912b9cf2405c56c99c145b27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cefea26bff69085864661631d7259b1bc97306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218a853a0c7ae9c7993de6c5d512aa48063bca2cbb7daba0003d89b27a1e1eb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17356edd4624215294b9212a9a8eb47d58204961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a0cad2d9f5b427f8270c03cc30ac1384028e5a8546cf93f6109d64edba876f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bd29fa70b48962f8540024084cca561f2c5f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c481ac59e645f756c16c085967f9182a979b54ba96a1d1aba2d895240967eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9091667a1488b07b828d9afdf60a5e3d294bb277
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3546371af03ca07fffdb1aaf3f25c3b83448343e108b1c503ef8a2cf04e0537a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbfcc921f86b4f4d3f1d1868ede2b263ae15b6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca38a655322c464b8903bc0b8ec58903bd212f3dc9f1e02b8ff8108f2415b2a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0304a5783992d981b8b86faba8c9047794755
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f027567ea9ce9f349e797dfa3fba5c1882e866a532c4fb7965ef336526e9c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9a62dd34a1c8b01ce53b7e01e618fd6f4fc61e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8453e81776eba480ca92d0a1207a63455cc9bbed98a8c10a7c80faef33e70467
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f2dd8ce81fc26eeb05cfe0f3b09a41d48547d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90b8debafea9fa04ee93d0e08f9cbb7be98ab1439e8fe1cc27cfd5d12f52a1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb728b09b0f3c98d0b5b6643fa72627d4dca873
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625f3e8450664be276f74bb0da53f2024c1981c5137aad4b1d97230df64c29ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a126fabc0ae5cc80f48a910dbea457b9a1fba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fc262ace6c61e5cb662dc8f7e40a66b5387669357b0c950b2b8d0535c905c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec96273fefb3d2a9b54cd2501b919f560b1fcda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40869e40c752da4521cb25285ebf96da9280cf47bf3144b434b7d142b2550325
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d1378a52818588b1e80f04fdf7b10e5801eb84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb45ce78378ecef8e456bf0dcdac2c22d8a94367d216c9f6760230a193e05e91
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03ab933802a19e3f1a2f795c9ed8e653f5ba195
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953b9e04f056f083413130855f46be9f14e43682c7adefa81b22538645894ccb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29085a17edfb0fde8e83f45ded524cb9e993d02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4e06ab02b5a158dd0870dbd7523ac6a715449550a538436e0acf4a39b9edfb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e58ad349d822362da820c751adb7238510ad654
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb4103d34e46f800ecf9c2613b0b11b0fbccd358c98af1ff11f7a1f2b758457
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43ebbbfc96d013c9097bee9492b0b688667f177
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17daa43d7ba686b366147e24f47e333df6fe5679b0a183312d5d9b47486f8014
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb239caf7e883a4b502c698ee9be3aec4e1e43b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50a6f5681c4becfa56d21820b113c5e92357f35778a7f89287b3d17cd2a92ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d038432bd41b53cca2e054764874b1c46d54a73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef802c4ba3ce94be277ccbd1037075fbbbe890c6b6b45029891415eb70cb0dca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427e83b4199c6b0258fbe8e17c364d470cb1dc72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b3e41fa79a67d8daffec3c95131da2e60667291df9b146250a81598691b2f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3399afbfc6fd6687f0d2f830c74cedb8b8f593
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d9fd775542e06ccb59fabd31b604f8380b245f56e79097ee39bd158b8a30b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91bb1cef05ad2cb7da54fa5d0379e1a453c2761
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c935ed78ae14c718d1dfc68005e3721f8c6a2e7869103abd720d1e61f5e269
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef2f67705a7e4bab244d0eb012b0cfcbc822835
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182a574ad664b20da3fc98f35095d715e962410b35d4d9e0f3e9bfef456dc823
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219eda807a1ebabdc4b634428600aba5390739b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f58f9a9d710c685081563f955c9d12485b855311960604263d4d3708ab0d042
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b945d58ed3f509c0f0057ea7255b5450d0724e77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e8dac08dfef73bab971c054de64d8a24f24354827709a7e6003686eb98c3e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef7c92e54ee89431b93f54e58468e5941aea17f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcf2375115fe20a98049718ad6e2b5ca34485897c2aa28b126b067f4f9d4d09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69fd3e97dee5e703b625db59dc451b5ef9dd8c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3c93913fad3baed5acc91759bc2756996d08c101bb83dc2d315c5699d0affe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40463bc3a46286e96f9e97639481e1428dc2f767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cdb05e28668b6ecc05f95e660927dc5ed11f3363917174bfac35407d6df6b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab61b6550384608390780fd36be234aafa2e29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea202fa01b04f89230931f5d1fcf0d2207247525faad62103f40f5546b4ee5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0c83f5c3ac100a13311b943925b2ec80c6ec5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169b81addd0d62466a34be98c48c35aeb6001752f12d78ae9f57d26c0735231e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c36cc9e9dbef025c6bfbfa2bfc7b724f2b464ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b30abc6169e8276bb4314a8f25e07f9c5aa6969004d0cfe9a2dbf5b98b1066
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837ce1e3a404645f55442480ae5594f601872e42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8734679cb1ed842c5b3ea0e72219fff6166601e06cfc9a62c740fe0c54a69508
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db676d9ee72ddcb79e6168e21ebb7bc7d6aeac2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ba2bf341bacb63815a70a3f0d872120f202264083a328b2917ecd7b48c8649
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b95984a6c8744dedf8b1786dbb6d6b359faa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f4d901cb479d5cf708a0d91d6544626009c34f2fb1768eb0d68a50e352aac8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf6ca90a7c67e146515ec36b23da2835da277e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc74fe33181415435408b248b4ed349fc5bea2426bafbaad41b9fa45d59106ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7e0741ef7d881e666e8dc7401ccd2d2c34a323
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03578cc5170d1984160f539a07db40dc346cf8eed754ab31a6370cd7efa4c26b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf54b0dbecb44bbac2b4b629e7cce58521bbe87f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8493ebd987eb4203906c0f81c1db4d1fe943a63a52b8a524812696271a0572a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8de69edd0a0e76cae31fd3d287a2570e622d96e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c866b895be9e6a7102efa31ce72862d3c7aba6b231c29284328c805ccd28774
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a982da3fbdb81db4af24888ee7647e6fd23a4b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89205a1e4cfb9d5b143cb520c6340f1b0206479f9226bfeefd7475cb48d98d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e28761789d79570bde5ede27f6e9fb9a64b362
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fed94342e814addb449842b89ab014eeccc533f20e49c8325741b5b43ead04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eff0e21372c96f37bc0b8bc570704f788879abd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96968a64c83a10108e47d00d67e5f117b739a845aff26455726d0a9686deadb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5578b6e65e1548fc731d28b8e91e91a9fc06c03c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da59e7bd371fb11ec5dcbf7afeaca9285a610586ffc7ebb29cf98cb950ea055
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672a64d1cac4950b9fdceee15c8a1bdb4c2d4763
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b515f92738d806a91c128e31a3d6d17146798197c8614a4352a0212e88fcd4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a5344965d0024e5d304290a611f1ee468f0fc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8acb372b382da659364cf4b875e328b90fbb0ef7804884a3aaa47fa2a0f657a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01ff742a3b6b212278c53be873c1abf7e3c8237
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd2d641d629e6bfd2ad7c24903d2206fb35c3fb00892abe2d6ad4c7b7bbfb67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c13c5cb32415949a0b0c09e5331a65d387d225d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c9562ba005fd682eec7ede88e10bec54d454cac9c664bfbaca57021805c19b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a3e60bfd221cd83f6300c098d442403973d63c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e898764ce953ea4715e7bc69b669b9d528d56a441c1e9b417fd1d0d2943364
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0165631dd035cd3a8fefe3ac5519d9eacb2151
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06615dadfb98b1e50f9ac42f4dd0273e473f84a03ed6f12c10906d9448d7e02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e630dda5134f92f3edf5ace86d64a63e115902
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3560d88872aba9e8d9648f10828a0851b00ecba2b7f19cb195893308af9ec800
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4dc7b0d657c263a9194c9037a0e3848f6bb4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a6eb6fedf8d25deb527d2d8fef5adb443a73144ec9717e8b8a3e9275d0e8e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175661b2761b55c850d9c56911e957b6911811f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a815a44ae073224e6bac9abedd2f35decafc6e02ee57235f2941b7ecb13774
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33288e7451dffb2c8eecc8ff3139446977a1db17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d95264ef036141eebbc344e1aeedf0c5ab349d81035f69036ac71eaf46b9c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5e66aa40c29e1bc3df360a36d64ba1ceace60d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78e6c09d2e23eaf6f1352ac63b6afa2c714b08809dbeede1079d0300976cebe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e42689e4530f8eecfaa0178539ac899e3f7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e769705a9720e93d29ca14f2be811481d2e6b085469c4bf3bc6f0047490c2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c0926367f7f81886f02c8281c3a6f7da1830fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522537e7d7b2198748820a72a99cf5bb5e586b53ed6c53d79e74e83627003e10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d3783b70d460c3a6e5aff1beaf9627946dd7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e5ae86585f10d32e7cc1b8505476095e4f68390684453ba6252075483bc2ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f171b9e48c59f46cf7c5928f58c7cca5c8b642e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3aa613f4ba4b21bfecfe960387c2d6033d0c30196dc63d9b4c6b22ce525b7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fc8e37bb8358c4e86154d8745c4f5bad835393
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae9bca8116bb598ccd158cab89cb6c2a218b2d83a4979b7f86b8b96528fc25b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4adf30db5bd72ffb9d1d3828a978c1b54d2c211
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97748bc47560831a25934f6d5c2573b0ff833cf64e6d76e2426a31fe6c6f0e2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1571d4996c0d3e8fb567eabdf389034044f480
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c27cb5fadbcabe0f1a931e2c42d1a5bd90ab766ed903710b5b8f6114e0475
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce985166e8dc4d96881119067a70dc24096ab6e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3be8ab1267fca5b2dd5ebe7967e980f03ffe49b04a087fd53b1f6fbe911f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d5c1187a57bda3cee916d47dc993359941e831
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00918e68efada2fb344a5d6fc5f0556fdc5458413c0577d80416b4c89cc98331
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef911d72e651c956506f983d272d8c32336193fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226db801a9ba1568aa6b58157b5e1a0b9942a48be1dae669ec19c9aeb2dd6580
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68079beeb8094a718cbb2eed60932b153654ee6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ec2bd45ff708582c673e4d90170980df1d32a02d03fb63c937d030fc6a79c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790b49f34306373046a621b575fd1d08d1f73b47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efbd290a3152cb9188f85d7be0101bb542cadbfe95f90c77a79a1dcfb0e823c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65809f8c8eb85913a7444325ad3b094e6971f983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1708960e851d881b21837b5da1255d2433aa95827ef9c5c76a1f601ef2512b48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad71ac746a976b5f846b97d7a3bb9bc1ac5686e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da94b1a95364b837244e490387fef85f793314fa0fb0771cfd93895d3989d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd7bcd8e24bf6a1973de23399292f5c27d1d71f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20532ba4da8c73d3e007b33b0bdeddf9a5d867df713707941008d27e5773f108
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ac9b3bfa4dbb4c541802e7f612c82c3f04d19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26005a7019c9ff7edb2ade8192870ffacc1872fe3cfe5c5fb2fcd39dd73b611b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d371c18771758382d690da274b50e5f87557febc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97917a25b4ab5b2819a63c153fa65acdd43bdea5a43e9eba0f3d290e52bbdae0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe64faf2bdf28673fba4fb4a51e7fa660ec87ac9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e773080807eae6e0c85eda86cd943f0b6d0b33bd7839ad92abdfaafde94ea1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e787972ed26bc0b53a5331ea61ac67a191a187
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f31229fe237d15c18cb4f32144bb11410a2af98b3d1dd8fc932b89183f14c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34701c99db12bdc3e2b698d31a0d635699e6873a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fb8d5987d5fa02b5bed6f9400d1603cfec22299ecf7dc19d0f97533779f8dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da54b71678bbf813194decb393225052a1d774f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192f99b8e508eed5ba707ac4f74aa76a588724765b76af5d4ee404f06058d0fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660fed29e6e3b34009e080fa90a7afef7c3fa2c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a101e1f98a3f13121539b9b13bf3cb77cbb47a6eb21f73ebb0e1a1582b4e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2df4bf1b86c431466ee541f12e6c81bcb01526
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbfc049c37c417b752e2f1b1a042c73483d2cd09b20d0da27e09751557dc9c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed8293361719f5e5248033307ff9e0d40c525ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee28c02a753a81fe4d60d8ecd8c30288fd39e18f5c3caa2112124008ca435735
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e634b0b672b92de36c03c615c5769486a33d76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d4cfb3e581965d049d7345c028a42c2f1451821dfcd984be2654f89c079e46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21c59376f1fefc5015903a1a5e736cd66d74ab5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9396ec51c39c771888a84becd58901626b95c7c635e5494448ccf8e939c4f9e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653b00b631965e04d57d045e47482216dba45597
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cd0ece4a59a1ceb06a67696c008cbc814db0555e5145d7906ac3341581b675
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172fbd39d47a02c04418af5295a75e2d90b0951
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11716fd8bfd050491a3e0a5c6a934c45b9492a12738ccd2ce6d4fa1282ab8a76
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3538fa9f4c96bfc2dfecdc4d56a24690c6379d83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c11445094a3a14b3d8e2163faad5c539231fbaa239c6c32488b733a398b78
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3163c46ae6507917bb72ee76c353c23069da7ea8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc8c54360ec287f5eace0d0f7dc64b43aae4c7973870722a735c7b21d527391
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d085b7462db5cafeb8215725cae020a08d9e4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8eae0b82ca2f39e396a3c23c7e407c53db31992fd8c2333f11db9ff7a8aee9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc61004b92f5954788b21cd403b0d0963fceb768
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5a78ba55b31934aaff7252cc4a6c26ab46f354203f8945a41cccaf76b4a245
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b313db64bf40d417e9fc3a79cf37e8ba4f19dc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3773dca1340c2df959d1dcbdc349845988cddf9c4a190c697bb8d23f2710103
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d32b62eeaa03cb6b80ba7c751104cce499587
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8074f25709f46e781b5420c6089a1ee63e46a75ad92e6db13adff1c1f35c24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da247ba0850699506cfb5506c6dd19fa1e168c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9052bab8ae34be329c5d2aba2f2e3ae840f071fc2398a1ce9d63d50203aede1f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adf9e58d043153d5a49959a56464bae7895d4f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2979a4f1b5f532a0a2dc686e63ca226f6f2a505198b617ab5a9320431d79e311
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376589da56dc88bdd7fabe6361b63dc096ce854a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6185564e8788b3b89be3bef64c6905d096bb5b7f956cc57b409212ccfcd606
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a00130ebd570206caac6db399f44a833bed0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76a5775bc279c9e4407c9bb790b6c59076ed3b38080257a71dba282e2adff5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4790e2ddf5c0948a96ced16c7077d57c1a909c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5520a4e8d456a414fb221309ad6f9d644e6ecd042df8ef2908b83e3dd7067fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f84bf1be882b981749132701b55c88f167890f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e643e997aae3694994d3152c3d8889d758e0c57fd471e1c8bf871f170dc0846c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9875e21cee9b4d41a6b1a681f9aaef52d3090170
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ede6a0e5a6e2f1350ef6db49c3add4b0494d856ef90d632ca9c1bf57e51b2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af11398145823fb778374c2e2784067c559f65b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e69b5d49a447470c037e979d40f77b8bbc9fdc1bae048095a5fadfa783070c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f93e18f27c80465ef69144d565edeff4865dfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d9f1225c6b0aac14c6fef8fd19d924e7200acd9245483c037165bc42d070a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfc0fc238e2378c8bdb27da245767e64fdcb523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caea11748c824021443deccdb4c00bbbce7fae5222084204f365f0b063af7d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ca5e1ca6baa402870f5d33c267f87b4463981a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1500e5c2b4a32a9a73629e23dba5adcbff163a5608de2d4e225f9798e5f24e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee148ccd21e324005b2708ccfabad3ede262f7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002b092eb95486b5b555dfe59a6a725e0960279fcf6245f58b6c9bbce94b729d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f303c52d75a2ce80c46259b4178986017537ee9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cea4228d2bc16cf71ab433ab33c93d0ffd1638f17d389503b6bc70c7ca26bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2843454f51bcf67069a3f05f7486dc2d6e127696
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70e0048c2c4d1660bc1ff22d18615f2b5f50113f3a0da3e565466b11af1c136
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6960deeee1baaf4d7817c87c0d16ecbf27036db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efb3d7b200027d725ae677911d65d85fbb6a3a5277a7a174b8ffed7d086ab07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68a52f16d4c14a87d01b0c4ac63cfe7d86ed49b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5edafcc06299c4f1ffa4da2beca6cd6357ddf32df0beebfa4426d814befe8eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cf140d92fb96dca3130aa8b23ed1f2635170d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1818f950893f54eb17c31c7237d0095d466fc2a8c039343e4947cf8ab5db2ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3769c0a20eb2b3337424438e3b907face6429c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821690db1fde824056eb055ce47a306f7a54c504983ecde3b76a8c17b6753b09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eb580a1c03e712cf89e7b7cad34f883f9a08f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de14954ce8ff3a5a55e9e83161e5873b6d5ccab458d0aa9a04c303db041c2cd0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040ab228406ac2f9593edbd6878adeb1de31efa0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2142f3d30c988782c609acedf5e329e235bdfcb156cd7bdde8ab5f80d960f6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e55875d9b42817388391c488b4fa368e9f4f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b83e463f8875e10d983a6b2a63a2536352ce8b85e5a162a17c95d9d1d76d68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce2a74e9956808d41bc3516cab1213e9be33bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270011c987bb39451beab780dd87bf6565ec53771c7bd2cb7723d848b9bd3857
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52c1d55dde818c59f6aebd7d1e04de47e6ce01c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec082d1098c6674786038c2dcc309f64dc7edc2a8d379409438e10baf8abcfd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37676a7c1bad80d2d23c31ab3970c920cbbbb05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a59f04977e6913fc4c94ccc196d16e918b13f4432cef1051d91714065ca3640
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3456dbcb0f1740546d01426672793f69aedf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf3993a2b2237efa0637df4fad63a3a0d2bf359028b83cc65a662ff1f57b218
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bdde72d1e5040aefdb1061a68c5623d4ca057c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0ffc1d25e7001b0e458bc9666c286265a6c588ba616630d0f2743fcb24131b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd6c500460e7ba7fa6b32f4bcec0d5955672e50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33c6a7f7e662d273e537fecdbda9e3f8d82a9209dbed2a4e4c4a9f1b535cae4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38608064e59034e0c5a7b911fa8f9e1ea5e9ec97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86f8bccdcdd8a9ecc767dc2f18642a1b909e503c9627d8e0b0585e3cc0441f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70e57a640dddf741607007dc116397f67160d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c37113fb9b7c147f94d8f5e57fdf4e91ff7a5615cd424f436fc8968d72aa292
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e25fbc9393f29bafbfc7ad3ac5f132bfe8cf77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a07c16ce8c1cb9054593664842495a7c001e8eb27e91153651c4e4b364bb41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963deacc4b90920884975e274fda42440d6b7605
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b2bbe47bf74b1320d212f4def271675ee1716ff69365119940802c8f81d002
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e357c07a440d2c0e6977cabd85f7523df7524d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ba695095644fe559526a21dda4097393b404199ac0d4676d21106f8950da7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ba3ad9b3ef3bb7ff8112c1d06190ea2c3a9610
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c78adb10f23ae9e33f31de631c257ab0b798a8a1e550be91f2c2f779c41f78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d7c15894cdb424181eedcdfc8b7593e3fe2bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51828220eceaca61907b8d994cedae0e694fb6a24bd8540ac7224b789906f203
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8bfd5c10f12a7d1557b68a5eb02c1365cc19c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083d44827602e6056ac234b8d395b0e8c7de2b1ee3a8020737f61d2ea5c821f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae7e233d885a8afef60677bc69b90cd84ac7991
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217bf7c4050e495a57e57a4963b0eac9181b861b7c6e3f21d07fc83f3b195cf3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2148eb3d8cb6a2c7385f52482a6cf0a4d0afa3be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c1f55653c3ce6ac2c6560d2278741b64cb45972a51bde5c4ae2a94e55b39e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a25311f47e2d04462aea45fa263c9a19e06e31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3dc8a426e53e9fc5a4019f35c6d7d502aa6731c61df58fbf13c747adab2a2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a58fff2cd2907b190aaaeeb4b77966235a3a3d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bac9f6819d9f4e45f997f602e3130ab3bcf1f96bd96cf8ac98eee184f985635
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920806a5a98e1795d7d9360ebfc39000c6ddbd46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe051a76b191b55d5bbdeae6792b0c81749d4e4ec9f2e0df292111cf1c0319e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b61b0ac69917cc958711bb2b79aba1123faa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c1960f764c153e5ffe158d5949a80382ec27220628e3c24e1d84eb5c90a37a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce71e406f8ad9114e98d18627bea44e4368ad79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccd1aa4b3e13bef50e06cb0b51894601d1d284000d816b05a48d0ae6b01beeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d512ddfa946eb357242c5560917a0d0ffc02ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470b9f12ded6e9d0ea33b15f63a8acb1f39daffb85bf2e686b31fb72d6932213
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6e2b6fd83e10e525373b6ea5f1941e5566dfac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090144387df147ce41778966f8ebccd711b21094289ddde646e863924976e46e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109f18cee68291fbb1dd12dabadf28eb2740fd4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1b408e520fa24f898f1a21a09ad86c2855584c7547eb0e1403904bcd982b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2ac966afcc8d02f31837246879635e0065a049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4b04ca3c1be6299bb518ff7922ae9d7548313eb513a4c7f11d07c0ec673f6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48877eae69627a97419ee3a781c079506879c753
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53abc6f4c7c3085c27f708e2656162482f1a6f53e1aa9069318b482a0d449e74
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911044853e1cbd11844f1fe8d1a207c57a64edd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b45763269aab126fa643ee6a68f8ebd2ba5e4adc3ab4a094e0fca4c2b7c1eff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1607ff2c766e8623229a5ded9953c506bc65b39b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4536f86d6c21cc57afdf6b9a30c10eb8b4d20324744c223e831ee78cb03ce4b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ffbf5101b522971ffd1fb7f1ff2f4d32da5c69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bd51db37a21f3a3c31e3ee975d4b943e7dc49b334c3cc7213cdbd3a0a0073e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6c774e470b576dbad6e7be90b4c4387515f050
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63905a5ab64b490c2e1d22995b0134a42865b273968fbba059685022c23db5fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a47f0bf93d2daad6beaf8719971aac9dbabaed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c764704b36fd5f2c6f5a47d71b3a32b8e05e29c87c237775a968346379fec0cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995198e5cb39a37219de2bb9c01ef4f21c2da102
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640a2d42883b943815f69bb7d7e3fec5019085b06c86652ef14373fa57c04979
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd68f62801f506f0ca927e9d5beee3d3abd956a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264cf0142ebc269bcf60b9a963b9cd920b7e01bebc9033e6fdb8f3444f738740
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5460dab556bcaf978eae216379c4d6a1fe68d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ed607036f9a3a59ff190056e4062936cbe913881ff1eeb67c7a469b679493
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08342d7573c52797e16fc72e10995fa1fcedc907
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499696789e7bf32fc20068319e04b0e2a82b4316e4d60333428e1cee97724d85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79f10f28e739a873c361c411dd133873a7486ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef0b877909f406da36af5886984d666cfe3125f63e047826425cf4cf86911f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6025a194f3c988aff91456d6f9ea114fe3cfdfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b166deda262fde1d575089c187daae3ad9a7e46aac211c249755f11868bfb0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c9211ed052d53513d790ba05d2741d3ea03b28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856349c7ac4637c2dca809198165b6244268b1e4a63bb3be4b4dcc964bed53c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5367c31cebe07fb5bd8cc822df57a5b6255c47d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d87fab2adec853683b915269df1fff4d049cec589c4203b621ae5f8aa2acab3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a18ce7793c51538266086c0fc662338a5a77ff7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b2fcb3964d2b409df4b9c39aff951d44c47a0f7fd4086a0be18eda313fdef6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f46a218f569a432f614e19d5e35184c141e394d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7e3c1387b8c29837b487576e690fa5a5bb022434006fb8eaef76afa768c48f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e883ef5db4f64ca0e45c77e5d0990c1275bb9071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08694d68358a220448dcb49fc90d5db8e2a61a0d9cff5b30f0ca9574c8e562ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f02af7de3c1c87e87d870ee560d2ee861f1db94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccedc52cc371587fe789fe30efa5f7df82901d34f629e2849a474684aaa8f6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde11d3c5fda747c2c0b94f6d40a3d768cd1986b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99734685db9094f51f219ea2a279767f9545c2b85c1c822e2dbdb3eb14e27d5
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f69906546c2b1d73740022cd11faa5b5b67702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cdfa755d6e3b87394aca30b44b4b948b647ff0999dd445bd578e1a675ef0d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c553d55c2eda0d26b81eca327f70c70ccd6b8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b6696cdf5a6c616a1ddb6fd14095526e25e08768a4026be8606bda7bf6b5ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df88d9e93b3954a7edcbfb03ef74e9f50e2950a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4db4fbce76f3fcde3b54ae2058e9f383588b5dab1f60a01d292993f59e947
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea90732464a65716f48ded8fef4af0fdc4b185b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b898b3db4b7935a52e7a56fe177eddad8c36f61d496904c7efb3c9c6177c88de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad30aad9f22be71c04a676ce17cae6816b507809
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d71cc84cce659353f168c45a0ba84e40fd3d28a45bbf16f206e23d020a010b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f614c336793e0cf60e82778a6913d2cc8670019f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d77f8fe949b48bc0275301dbde795e21eb02f7b98d5fb7c3b5c1247b74cd31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30203338b0f4024237f6b5324b9f151166ea5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30299ef5821a4213e8f999505c53954c4ed3e1205cee978cc81ffd7841751d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f88bc51217ecc7e63b7a4480a6c6c5763eb698
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bdbbfa17d18ca9ca811062fdf65cfe2d0552a6e3dc4a9904fd59e6d13d0f45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa4ef6aa315ff037d257aad3d2844d28fce6b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f72bf7526a75bd501d4ca9697595375450fedcc763220d5fcea3e7a35ecbb3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c4d49560e42ccee58436a7ea2e0dda78cd30d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749aeb9eb4a38d88a83bd54ebcbf3bad5698327d44c5e687c4f3f522a40aa983
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5672569ca84e3ca9ec6bec6162e977754a3b59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f384c41ea6c2cfdffb1e54caa78efd1cbed34ef3ef2f2efe2bdb701c69083b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1850d3973ea01264d3bc2b2aac7f9fa3b3fab423
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d152cf6d992a081dc6e8c448ac5f4c487cd4d59703a60a1ab4ea16969fcc87eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac60613f969d56311a2abb9aa5612dd2779e12bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d7eb52c7630bad516f25c2a03bf0cbdab4cedbffe63ea300e6c92837c4e53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f76565f846b248c673a4659752568a25f11a3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554d95ef58bd5c8e79311ce72518c28837fccd4b5988ce89788d02e54f8f8f0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068a221f6c2f79a4c6392ab0b841676374fc2c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa9bb89893b32585a7c1e028652d06d1582c60e2be8f5c40bbe0cacf4066047
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9e49a94f6d9469706908979913e50fd29d7199
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55bf896b76a8a269872a6ae27697a071b7f4e5c8239da14754d1b906d9286bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7242171e47e7d539a3629b57a3fdc1222fa9cc5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a041d55fe227b7da365640f68ebe5509734364963765c6a21742eba736462f30
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f287e6772e5b5ae1a4e492295af933ef858cbab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd190264e474ce0392d590f8667d0ca9ed4df501f9d1fbad6456a9aa54c4b6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ed6c7baa9a5a62f38a3e398039218400a33bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14956acc1b16c7384c1bbec9aac40f22ecd83b838169750f5d6e3ba94c63476a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96194d85f48c6ac04e818a4b855baf4acaccfba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79b3d502bc4f7ce195d65230f32d10190b7f0f0a513c301105b003eb1d97127
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdbf031455a38651c1deedc5dcc5fbbefdcaeec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5f9106ccf4ce81ab595b23af3d7fd803fcacaa4fbbb980e7fbd604c96e360a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb4410c98f86f69d90d5721c75c205d2160d553
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05bd232526e40778e4258aaa1e951fab63687e4b5a4f635b33aa8c8871c14d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48466bbc617255dd46471585dcd8bfbdc0570238
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc050af673c2504dc19c6efe44383a4913f18c371d767c11e268e5e7079223ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ab57880e35240c54eb2e97c2dcd16247a1a462
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f2a7efdbf37ac7a491c7771e76df76b05d06d866a1b92974d74ad72520181d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a15ca1468d457498b31e4460867227542208b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cec69600049d588db2d762436b57be8d875135942dd64d57134af4429326adc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee0f38297fc2932282b41e4c2c2ff1bcc9f8bcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07e9164ad60721cca04edaac3b35b3c649fece6a2de51c3134fbcceb040f8b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b968f36e10bc7aa53fcaefb8ddcbaa4a55c86c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead6f3f112749268957ad0726aeb200950012ad09b470e58b83d2a1847411d9f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad79732db0dca2ed6b6a688b2fae8554e3f42c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ac3512719f8a679e56ecc5cfd955045eb3f9859e6490fefe7c358387bf00c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d74e14ccde85e516d3634ef844c53044ae422a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14dad88e5f340a7b3853581706271ab5ba0840f2ff801a51668f40b19711db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5d7255bc3e9fc8ee10effa2611f55d1968b046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b62aa585fcc14585bfadabeb0eec2ba3f06531e30b398687589795c1adeddf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea5faff95286de1e5ed97ecc366ac2014f15445
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e837d73fa11dac33e7e6fad1388cdbcec50611b11e70d5b773b198abde733969
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6993913cabe53ad43ad69da9dc5c21bd887d73b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c38cfa8e7274faaac645eb85e981746a879fe84e4e82a3bbf1739ff486ff0e2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59ccb025045177d86ce234e81fc85c6530ca539
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4585533a1458cf66543e667d22edf5922bc3069cf62c23fa5f2f80991660a71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c8b5fdc63f7339998c1e3057fbda33d2b423c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71bd6f2a474e414f5c6fc898b6b15368030e16a93354495a0dbc77cd16ebda5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e875a170b42f41e9398220575198e629578b351b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce425cd65b54ef2bd87209137d40f2df536fbc92067e8e4a75f64f7043b50cf6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa400e7208d9c8e2b2e48df6cbccd5ddd9648ae3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cebdc48a47210ae7bb69860204a9080eb4dcebf016c4c7c27d11e0e8b780a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7360066b55702170ca80df2f569fb6f894f16b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a8a06022e678f30ea1cd998fbeed5f3b3e3a64a4d1e09a2ff2f873bd00c5f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cdd2e920d63c2895fdbf8bd8b1af9930cd42bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78170eb3d2ca97e2f4c9e6aa283e70c4cf2ebac2f8c49d828c33bc57a72ef566
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f703791b134cc2dd133bfccbdc6bd01604904aec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8959d2c1ca35474d84f752f66f7e28c5dc76318405f503f8604836890beee348
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314f9c346900cd8ac26b251264ee81f88e2ad57c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575595f5d345ffa7b4c3b5b5a0e876fe521858d27d1400102d32d868b97a8c84
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddb18765ebb4810627a71c7747f3c47b1cc70a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57400fd9a6e5b36b7c2ccf9ec9b94e053334f9855f6546466df14550210f9909
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0b2d15207a0014fc51bc3b284c278ce073f11f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7140fce672cc43b715ee5dd07b995eb202a1bc27c8e174a0d0b831674c35267
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2062424f6820e0d643bab8348902549420b787b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d792d19a57d05e2b8e4b1fc1ce24afc1dc43573e75728b42140594459ce1692
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce685a87fbd4959e17c884d818d60e6318b0ea5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4725be96198f55a9fa99fc264ea1b0977d35774749a68a4081d463e9569a1996
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d95664d06387ca117b717664928c27ff1804135
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c6e231e1103cf3d15ca228e59f8818ab70af991daa7aad396d15e004a4092f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2743583fd5f4afd03e9c07cb92735436a68db89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec408c19813b8d02e17a94abe6cf841362a5d1becaa1093ecf07caa952922eaa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d829a6335c02e0227ea61756bedd8c5ba7811c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2903e95f6ccbb516112559dffad4d7b4bf7b530d0b08ec96b3851d7efc1cbfe4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d87a403f3a27fcf46b79982a9be635b56a01c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393b0b9f61f2ea39532017adfcf90371ab918f88d64b159e7ebe13ecd7ae7b4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703adcc30898537239fd078a80a961e211274d4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999409dc81d30a44908cb8b42400fbb6c25cdd431e39e90d2fcc3f5e5b0defd4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc3a23781f3e2e168ac31dae254c67369d2a14c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85567209c519cb624affbcb657621200c8b54c60e9970106de3c340105045d29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b3fc19b5cc583cdb555fc0f1448afaf50b6ff6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd0bd9f46e12407ca7a663cc06f605748881d622edf7b76cbbc0f09fb2b52ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b89fa14f3ddcf9d9f38853d2432700d241f606
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a768b2a1f07bb78abd12e6822d3d85b941c4bf1c850ee3dbfe2098d4c28423da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489aebd93e560ba798c2f7c49f4486d71dbeb697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd0cdc67f6a009b3affe36fb1dade013f49c5c45259948888270bb3f5c64fc3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf584c505217c7c8623001a7cbcb8201a32ad5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4f1923ead583c9c85671288b4b5038f28f6f5bdb5df4ea3b0afcefbc1a7709
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c723ca89b58120f347c1bbbf3b337b14b006b8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6af8e7fd4d7131a193941ec31d65e38bbbb6133d347e2f9952f6911ce62c68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8859d47c6cedc88dadad45c177cec446220f153
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b8baabdebf5842e52b0fae04e87aae95f50bd9bac5a8be40adc88df3f9e800
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92597dc809f268f3007e0073ee4daeaf8bbfb776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18dce906624c20e6642a408f2d2bc4519951c153e4dbee000fb85a9f9cb7369
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c48eeb26b58cab2886944588df99049702bb25d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d58f4126f41ba1fbb79f6bdb1ced6bb4f5efcb4eb209c44b7f53f0ca5c0879f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648792e7fab0decc91bdfc924fd96154df1808ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e4c57e436fb24804da904755400059b68b474173fa7ecbf14f1a53ba65a85a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6fe564032851bdd6e7420eec47b6223bb33f0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c606212c307ef5a6a1d8600681df5702458322669d422b2b6368b8f7373738a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d860b6dc84a855f33b8f1c7d66e69f7171cf14db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f7dbec57e69295d53c2c481d70c3ff97c59690904ab915b0901cc5bf4ed068
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2588e6587961c4b6263786e671701b1e2a896ec7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832be6b83a0c9df5c9c2479c77679f70b7e72410b6cba6389165af3ab72875ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d9ac86882e6dcf6d445b49b0462dd4e6569840
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb75ca5db331e120d1dfc26992ace41f4cd0780c5e2714284ed0d23d5bdaee08
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171b5830fefeb1c0dd3e997bc17a53b9131eec8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731d4daf84ee1b4cafb9e7092c635006865ca8f552ff7c1263aa9b4b0b77329
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83c96ae0e6a12fab152af7e0ae3212c77e67fbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a54349c6a9d215adf525b97af60ce694aa8b55d9073e0db49446efb178117e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5b89d25359da60ee86cdac04ee64eceae5eafa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343a3b92a0aee52c79aad9cd30e3213cf0951e07d902e9fa7498e19ec8c3d0e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4950bc3e69dcc66e2ed682b65156d7f5dbd493
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a7ac773bd161092bb198b79da656ca0cc50b175f8d54f808a1752f7256dbf3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2741a494b2bbd7fb6d1ef77fe6e5618f5fa54d80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4115e4a062ceda486bca311bd63b6a45bea267f5400160d76eb02c4bf42ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d9d11289aef015b1c4f017de2df5b3e7d6d54c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b4a353a29a68edd7d39ca374414e8002664beb3675b4c8d53c38721ff93979
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdce226d2b4148b83f230f86ec0a9784b576120
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a244e4418c67fbfd4f2edc19d70477638ef865f02a86307183a0c6aa1e0509
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968f43d25415ee5c67c5ede7a620e313819e3436
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d9bb10d0b71df61047982b55204afebee7fb7f843d63c4f818c221dd645ac1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da0095b3e5c332d636778b8914c372cd67ea50b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edab585eae916dc4955663f6c73aedc2c0926f5f4437dfbdf51ed93e6c0cd78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7393be2bf56d4eb8aad556220f38d8f55b0fb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59cd0ada4915ed245eb0742a4d30b46dcb12b72868f91446ef72f891b392815
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c96adb2a0ea75562d7607587de283e3217a0085
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f58bbeedfd7acd2ad459384adc01a55be63029d226cca6d6e0c31b06dc76799
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc650b248ab342fecc53240218d9a6a69d527333
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69912a68d071253941a56d0dd62db6b6d8e3215a62512db88d67291db54d58a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763fa503c1148ad0c19a63363fde0096383c109d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68223badc98510061325d90bcf5634fdf8a91531ad3af568f4532fde4eefdcef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46527bd7ff2a9c87f0f4b22751573a203cd5c8fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4f59541e0c800d396d6fa129a33172a61a14200590123fb8c322f9331a854e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157d1ddfafe237faa5048a32d8d6c6be19bf0426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c747fe41b7178de0c7106f183d81af353030a34a8022f68e4697969cd9b983
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34abc75419d504c758bdcfe2aa5f32e0abb22771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66c83a735d543e3564c6e302c885676fbf67608047b1a1132895db4bde800bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213443209ea702628e46e2abd51d5deafd21549e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2971bd9c60215d1d0e8cb399911a8ca2f799e7dae094c5d37c66be4c2a32631e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ec8e8801181dde61b453096b548ab359ebcef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66941022d649ee0198fb709e7962b948fb2d7c3fcbcb0bfdd71715caa9a46628
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2839f02721f7885830be165c77c6ab8f8ced1980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ac9d53c66e3e65146f39a8ed26892b0e304c841e32785b205ec6d48f34096a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c0876841dbbb1ef1968e6523fbeb9ad32524ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892fd3bcd705ec113597060282d0934090a61917a2a3cd75b951d3c01a7cb4d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ffcb818704991cb5de35c3dae32968b45dfc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a3b296dba037251e2f3df6760e236f0a807d618923b301c11c059e101684d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc9f1536e945df3883a624e53caa7cd4bbacf1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1e652c4e8d6b67fab8b72e97eca3f0bda3754b918ceacf2fa85ac62fc44d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce973ec09fd1ad3c603be5d8f9c35524891cc23f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7036fcd88a1a987fd405c9a42a58a55227d15fcffb47ea35b9ee80b2bd92d83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29cb046afc2d03183c2c35344eeda20d42ded5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd05f2d3295246ac9f8634bd456a16df55209c62d507b32a2530e734bc43bdf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d68c48537b22a37b3bb30512f7d1eecf868f898
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcb4eb5d9168ddedca387989a9be0e96cc315cf1af615e5bbceaa11e74f00b2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b61d4ee1c9b565c870fcb8ad9143c0d27e2b411
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08329caeb11271dae2d64640bb0314ccc306f05fd9d19b36a9d2002fff4bd832
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a1f510c67ffa533b072823bd1a45f3d297e9b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462faea48cb73f767306c261139e2e4dee93dbabb083a7161042e0498ef85ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ad19549a771cef493ea061d7a15e14feacada4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d65450d659b2d78d9da1c68c3e02e009e547e7a6d7c4cfcd6dd63735345fa7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a875d914489bbb1e79306eeb93d516a06b04d424
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eac0315586199b20890dadd6fcd076e8ad30b51748b81cd6d8205bb6fead32a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ea76f6652ac24d8fa79516126b0af9135faba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a07f0cd7c87f67136acd0e7dd901d67b6a1bf67fde1cc9e3bc24a7e63964f8f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232c2e0dfccd1a96a75d7240c9c907910d81e099
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779a72299ad8c9a0acf80b670c59920c79db7093e5d32fcd11e97a2a466af3f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf5ab3b9d134b919764102cb12eae2cbe522c51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8890c29447578ab748149bbe062aa00ae59d5dd030a31f0a7e5804e7a691cf6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb2633be5cbc4a0dbcb48c672601394ef12dc4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898d075f405ded0e1ff1eecc133f09f6ff18eac418148404262579eed14fb527
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3147be7e065e745039a3bfa4b8559565f81a4f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a5b976dce2410126aa90a85806cbdb80c2c3913f7ae201f5b4f2d1d9556ded
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138e98b7afd4861200cf0f30bdd49aae6e80f924
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa34b139742a737d667f5b1c121d9c873983dbb9fd2d40ace68b6b5ab9b094
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f42c2286fd4a753984e48c332fcc3e45f38e0a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bc489ff41a8ac39e9ecb4d438142191cd6775b52d3a6f6baea71afab4b5a97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1a862cb040b2e83d079ba9522ebca4447eab10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319a363ba0a09f179239c97f203c97397de5a6704124d70d0fe9a246d8a064d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5f9c2ce5468b930bc7ec59eb99b56c096bc73f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c97d5e50b5546683be02efd99ccf467904e8e5f9b91cf8d7471ba5b17ca72e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390d1dc284e5c13a21a321ab516a54b180dbd4d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ed1fc493f8554dd90194fae9b7ea083646a2f5be0ccfb884a7aaf69d276e8e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692d9b2f97672867d76cbfe6ad3efe651a99b7f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b8863b5f8264d30f0b78d750906f76f938191ecdb14b1a72a0d3b753f9a93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e59ec54e3d4f5645e0d8f23c908730b40ef6a09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044006ffefd8e871894f1c65b8f79016018deeaac297d0ef66c2abe9003119e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8616e1f198380ae9ecf2abdc695d929bc33f3e25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720c9441aa25e8225ca993c20c6775aeab45c9c027398858d3aaac43c62783f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0359a4bb233643d1869c6b2cb267747e51c8bc62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c50f1e1b2db8d9f4a964c7b2be56c6edbb4aadfb34126f3d908a508ad7bcb1b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1b906761ad6bd061c28abc109848eafb2a9a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363578a9499f7b62e40d5aaa196a069fef961faae9cbccd5297951270812fea1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74491238c4392fc508cf1b1c52c8604dbc4636a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df4e2538918eb4478ef293b28531dd08dfcf34b793e89be046dea377d5ddc87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0538bef78bc88333caeeb3980159be7517b1e9e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e280e11f3dde99097f70cb27263d2beb0213b3638c645978c271f5c421588049
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e36a79a163b53e0a1d98c0bf4c8cde068d5d45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a657090b72c958aa145fea56e02f6a73275ac7604ce6acf5f0c2bca2bc1b3a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ec88a96f452da538897e201788efdf8f069ab8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d04a126220aac36df9920754a2c278abc40dbbef42c24f613fde73bb19e3a33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e9c87fb0516132c72860650232ab224deb4ee2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184cb5617b202690d423810d4f7c7e7b2adc27f6ad70ca500a9587e3589405e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbc97db227b75741658036cc447dc7a07e02879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653ce7670f47877d1a262fa4f021750bc9e9d5bc720b69da9e2f017377bff702
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf1fa4f319a54a5f58a9306908b27077bcb139f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f92ead6485ecf870a0d2d26eebae5b4d96fb965417e39373f8f086a11d1064
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665e958b8701acd34ba2e30d0b930ef8b958acfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19542f3ae38b347bd3f1e8ab45e6ad3b8b79171f3557a562da4b64caf508474a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89ed57a362feecb64d57a488a3a8460d46a4c35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5430b0deec8a8d4d054b6551ac641e4d13c75669cce7797fae8645dfcfe1e11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c688a5221a233be706e4fe06e12e97ce6a5243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd86bde137c1372e41437e2e3e5d0e5f557ae97ecfbd0a2a27d3af19aed016a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7064fe8cada61f0b83c6cfe3f91356b43434f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83779f3325c62fb4ecc75faea3a4c82eef04edd548312f4e971cb90a31a96b8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d570c5c9b61b9b39e27f0d25cf802375c1d5a2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc30b661f07e3810b840845d008b85de0d6f09a36b7ef231d8492897d0ce50f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3e0625ab9a4647d18db0d617d73565ed708bea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ad9d1a59391b5904ecb8cd6750862ddfbe3eb933e6c89a7b0ae1668ead46be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ca0fd454f031a10614f467c97f1a0321c885ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e92c70d9eaf93f9bdd1c63b8b33cc281dc4d80e694ddc7181ad589271131b38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2567532351ac6e1c29733b58c151bf33addc9938
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276898a1bd680acf863c5e48bad7ca3f4db4da2b6e8efe07ee3caf35104e1c1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5be9856e29647a24acf02674ca00b6ce87f1fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a942bfdbdb1b7b75431e3014e0e638991cb76310f5bc355fcd42d89bc6b61f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f138351c7570d827d69cc792d3cc3fddc61188
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fe0263edcf89b5448e833224be0d5639f70560c6782e3e18fd3a13a8d1ed6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e240b7838d7a7d4668349157c33c8c32d02074
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfa3be18a93bfc035984597fca740d480b0fc0a0959c73878ed1864a3526ac6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047ee9419a16d5f5cd9489f93c7e54b5b2ad8c8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52baf667cebf6718cedf895fdc643d8c3c9b315296f7baf0f14394a5cf81799
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599e2ced2ab6116e2174b7e44a2c36b270c6574a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23255c05629f1cec705d9fbb2fba453f737359595b885aa6f45e0a66c7648457
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3e8824792bd69b902bcc3a2879a745527659f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bbca2e48d89de8d0f735476a84a372d7258d1c399a1c3b1179024e65ae9dd8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8f518a684982b19ed7c49673d08d22bd99281d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e92026d5d3b9325a015fa3480358904e6899336fc7cbefe660f2f74a294994
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f5e4066df054d2b01ac49caf65e025f807e357
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b761058c2f9355d247b2ab31e18e31e83591ae4ab6e7f6f9fc7be1361d7b32d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb245d220d3b26665b39cae523ade56c770f327
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aff724c7216bc47153471d7c39e2e47fddcad5bba5c2c36ed3fb9b1ac27522
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e63d76c5806cd052d256cfab5a082b269bd4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36378e1c5d7a34a5a55e29fe0d6b4216c1e2d16f06ebe4469366b264b5daf621
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d2af7fa5ecf57618c450c3d42aab7b5ac94c2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130008ba634505eb7501232a115b6be9d343fc4032a2f4adbb5b2eb21629641a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682405f21717530e8f59139802e1fb66d48eb4fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a359c24bb5f96b2eb49fd7ca32a16c87b0240d52050147e0c861ee82c755adfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3cb9545951b82cbc63a5b61e1e94032637119c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff988abeb472329ee53eef5a32f75cf5de698ae403e4d74091194f910cf798da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8244686b5814628793a7dd85681064d427aed488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c7f22dbea5bfa8e0335e1927bfdfdd514720f828ea75cd5be1b5fdcab4e77f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d865fcb10603724b7b645b8fc32567cbd87ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2953eea13dbbdf9215a24fda40922dbb05d8a516da0ac9e1ca856f365a9f6ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d508df9695f4afa965c9cdf88662c9265ebad528
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca04bfcb89f5994d3f869d769839dd156ff023207d3a16d39e8837803de764b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457bde0ab5c6b7710184a5a9bc33bafa5341ac5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a59efbcdd8bd11519e9dfd84dd91cb92694cce719127a42a921a678bce1303a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ec7683c713cdf0475f1367c8cfb3f5356a769
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f55ac156a09fb79c013589434d2537175da9d4fbebc2517bda4e737d17ee1d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eaf553d114fb9bb2ae5a90742589f46e3d15c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297200a12551dc0719ec544ba268ba6f351a00a69618b385305cfa9d28c5c07c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce4a5c4b81c47b3c0be9176b77477470d25aad6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1e4050c285e10861d15640c03f381565b6513a0ad320cbfdae4e31fcbfc254
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a3ebe5d960a249910c22f93c8a275229e4563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3007989c4fd7fd08b034862d8010380c59738bf276c1d3c20cc675edc9cf21d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69600d8cf55666a9f5dee94e19b2a2a373e69524
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7139dd26ed176f1cc2d72aa768c2f4037db52b54040e602e59c618ecbd9dc7d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0fca9504f7c2b33d88c16d247cd7628e47193c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8792d012af12a849e258a10fe8095b8f5f16667b81681fdb5110530a01e2726a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d741d1b5e48a20a83e9d08ce691a000eb95e013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe93fdf13b6be2ec0c1893e8f60f64d3a476411f722ed6308d15e178282685b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bba17de81bddad6ac67864992410cb780e2fd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5be9ad818f4f5107c66928aa3dfa03965605935342898e53fd7bbc4e1e4fbb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496ce3b2f747de686c30681192de5e7dc7a8128c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b946b7e9c6189c5aca6ce9e9ded44ab9da7c9df76503f893d4765264dc98e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff94e44c235e11e110e9d29aff6cfb9a5a1bae98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976dbef6b4fa5e087d1e59d1a6582170ba2246d159d87ab3c5a0444c22449a52
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27f21bd15f8442af618f3d8254a691eacb1ee47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8506f41ab1d8d5cbb81f7bfebd0b9954264f8abd150d7fbb2311d28d260a5451
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9ded587c00e4019d0613d0f62868180fe3531c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf0262e78d7391addde53b73cba4cda25eb0a219d99ff9a7c936d069ee6c472
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ae421d5ed3af31223a2d5343775d6b93a944e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14626230453d0ad8a465b2fa64bfead0130d37e74b187b747605548d02382140
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1afeeb408c9db665b03bdcbc8e906a6e913e0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052425b1843568c303c98b6eaaf71ad2c2f61971af9687b0e2d89883a64b2da1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f098dc4770919d54f5aa1b237510bf42ff3ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd5efe9eb408ccc0f13acc2199d990d8a1b8805b783de9e709bbf68705fda2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627536c780ec7e9274aad2a8d55ff5f214d8aacf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836eb3d732dae93b105e86ea07b3bd6dfbed6e69a1afa7abd5c51fbb9d82e2a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40aa3d72414bf7731e179de4c21e7cac7a47ad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d89956c7e55999ce712392ffa40b8437a4d33f00d74fab55a641677197eab4f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00825d32b2bcf044fd80433b71e55cecc35496a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0eb7d7b34042594606badbe4c4c969ce6005d4be0692c0e4d295a668f56dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc293e7a6fac298d490179383c7b91864d4b160
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baa3dc1f828915ece3c0033707540ebb5c9c311a820f946f0aef06eef4810cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea55cab4d033c9682aa7754c7129be922939f4c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09770939ad7c150225f178c5f611eff6c5557a420cdac34e9fce819ef18470
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d8f7c67ff74c58892e7d89ee16e0a667c84e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ac09f639245d31b21e82c175aed84b181a023d5fe12be1ff7772431fe07ef7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4ef1a860edc50b9fb14a53fcf0ce13dc49e068
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3d1da611d450094dbb105cae85f74e6b96293d9bfda7cde633441063567a58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22908432e4431c5aa6144e34dd99fdaa4addac3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997864d2d7b7619db5df4ac42ab2ad1780c7d1d308ea57fc5a86870f4c8d4670
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf225385223c7b4c0facdcde9b898415a1acdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ae31e938ce30adf34fcfdae08313916d9941a2c739e282aab875414b157288
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be906db876a90b301181b190d26b555efb200d99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24353d6e4b977ae0244ba5cf110e4f4abfe2cba048e7d475d8a47baf93ba7307
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28c85a79b9f605b427c2e49737f34b36a2a1a10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0e3c076554fa54c3b2b975b89b3c853b40bda5eefae4536033918c93ae9939
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7717005a1179d90f0f9a347c2a217612b2307b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca83e1f27786ec6d43eae52a330f1f9d353ebb835ffa9e73c67231be63c017d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19732e1a0fb1864db2fe5f8ee1e7175f49c28c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae65940cb6f99fe93a794fb5da337b20dc388110cd918ec90aca14ce0f9243
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a44c9cc2d960d7cc83fe2a9188e1da592d09a5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137eb1d1b10853c5332532785d1de036f961c1cbbb08030d96c1f09f97966cc5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10497f43e6c878afd6de6066f8c174916798e16c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3fa6e2d7e55f08dafd178409a2f44b14d864d4c850b8d0d0db9bbf40e4606
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e4da2f10a93eabc027aae595a3a1f46141b84c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76ee9b447714a635e940d917ac432e6f2e319454f820cb9de610604e8789cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af4292f0e0f521d937ab0175d234f9747a63633
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794cca77c3ce171fd141c7cffb65d9b4c7f6007c551a6212f9e10aecac253473
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cce26dc09dd8bf47c0becc592df3bd289b2887
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbff223a5e4c78feb6771d103c7eca6fb1a43600e5d2d516ffedfa0360c383
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b515e448056edb562239f5bcb56930eff695dd32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed61eac3221cc42b3a0aa4d35f9eea81bc133e3a15b4361672f48820f79dd63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa3395516154919d5c6c63e33dc8de42b3adeb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e172c63a5eb49c890a0997c815a8d7668863997ce73c54a15b2d583ed5a56ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7bb55b967a9bea7f5b4a773d9da3c0e5c2d228
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57544a681f4283f067c69b0a5577caf1ad9bbd2be6d41cd0d9bea0caaef147a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4ed096139917e6724c22b1df46585761573533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92204538277be58542e51ac54808d8af4f45419e75c2d039440e5c68ec21a21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38032987747b096c7cbe8d8cfe728e0f28abadcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2bdda39e27a37ea46d1b8c561c4e0e27f8b4edb79bc167a04954a922ea1665
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8333cb5acfdf2349e01219d9673044a5749406da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507a75206bdc577eecfab59aa16be0a4b4bf3c5f5578d56cbb65877a2ed1cb27
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f555df8d209941946af1b9424b3c73534af8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74bf40d41a9c0998d7753f74965d5b53eb65e9aecf5ddf5637bee7c1c50e69
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003fc3bbac903c81467d69f13ee4990a30069dec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a8d96eb63f86cd243517c50c3bbea3c105224b4b7730f3d36896a6dd0bb1b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3a6ecff47373e7086b731ed81ee9681207afbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec1b0ff1ba0b13886e11da4bd0b0734980369ccbccdb5030cee81a141879ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60003ed22c0634b144d58a984d71cb0ac96258
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ce1bf6bb3ae859b4e8cdfa1a4ee37b4c9b1564825c278eadebc82ff47be586
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d34d151111f8be061b568e326cb2e63eadaccca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ff14019e5e854b38adc844c519327f66bc9bde2c34a95e7cd6c6eb15276913
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880f4a87d6687c6b264e4fde963d23c9531a48d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5eeb48bd6c9b5aff216f97cdb2f91632c6f20c9e1eebf0725a84bb9434fecc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5aa318734cb69fbf3215943d00934665d6145df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58562b412cfe73935d1631b0a4de73d4806726ce14047dddf51b13757f9e895
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff03affc93f109a696248bddca416aafca6009a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da68d9ed4b3d8e13230e74b85b5bf5cc5f71b8c7bff959987e254ec2238f9e58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0981f1343a351aa3daa4e50d2ff97df1868e2c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046d2861c61ec0e1016e58646abd0e50d66253eaf14e35d1ae97e408a1b02f4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1190d5c1b09a0016670858c85ec47439893efa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b943f67a4167d49db26a0721299c63303dc575c43af934de2b3d2a1bb85f5d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad886a172da1a8820476b7cf5dd8d3e7fa85cdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974895536f2b2b2a50556c8741c7041029ea02597669ed590d8d4b75f20c8c91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23372145000e3c63c60b6ca7ad293799c6ab6b0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692f114dcc3cf7ecedb16bec599ae3ec217d2d79640dc684dfec8ce48453f68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410cbf93a15a191ee659f3d9ceb2cab2c29da79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a3dd8c019cb1381eceb8320f37a86214663ed345cc53767022dc9bbdb2b522
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3175b48dd3c15e7711b589f3f8374e77ed65f53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba81cddb8dfdd48fa2b2f3c78b0e2b2846f692c26bc2ffa649d8a4c3861cbf7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f639ea9d30f2ad8f83073726508349946a4ad151
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5c4e93cae1900362f17e8487e12abe2041d9eec3208bf2044be36892ed97e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0468a57e3f7a6eee82bb9492b4d26cf6832a0a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c49bbf430af1845c3938824a4d3d68880f379ffa2a7e6797182997faa1ef522
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99fe24158c68202d4880cc572baf8c1550b408a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b596e550f19dd827597ac2ec3944c60cfab582c95e64c5bd7acd754ad91ac0b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702c28cfaec4a48b23488c27d42a0356e639b41c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44578b827617f82a96869de991fdf4fb4f65460ce70e2baad17139f64859aad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884acecdb4c584457a59f5866b1486769c2df661
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143348dc8a55afbe9e8ed1d159bc42b61235bdbb9115b7e68f789aa8187c9fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc434fd9616691932787b3d94389f48ebac8ba06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0cb1daa214902b4cbf1d8eb6d301cd097578aec2ae45a6ecd07b5ab09e87a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e652778fe82e5269b624cb59d0eb47a78a5a8db9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d5236540201d2543b808da1f15d8c7f7a7c00e62ebac25053aa1707dc8b4cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fcf6397e05c6227646fbdb4f8abfb91e9953a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede223355d0ee5523d81d6c9ab21bfc2c407e655f39b70d28b1ef4410fc25dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcf76533746614aace448a1ab0f1d7a404bf509
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32d7049c291f3408ff7fa25bf919566a8e29f7b8fd4be8a8925fa48e6d57c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffabb0c5e08d164d232bedcf17604abb3580523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1afc9a0fdfd1e3f56c549217b5d84972004f6022dbaacf63b4f99ae1f18c471
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a13c9f26ba8da950ea1ab8388e59f1aa6c77e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4f9ec254d167512a25cd848b501e9199bc27d32f059163dfaa524817dc8bff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4415cf950cf7bf11890b526ece805762ea4512a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9509bf848245a94be6ae7263d13eb40ed997775226868f73b31faecf46a2421e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4278ff2b5308ebf46392a18e8a84edcc769f8c93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498f7610e854d8764a0b677115b2ae964b2d34fad1609fb6d27a8ebaa8d9a2b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3948db56495c0af8f3d452a2b756728234b561
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490cd273b82ccbe1a47d41856c72e89d70f11c5e22538a73c03be3be888465c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c12a38d2d487ecc3cfe090661158a73e98dbea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4bf98514438dc78f059b2f1e0b060ffc588b919adc58a1895da21a0b84ca50
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893cb3090d5a1b75f54eae14a5ed65687a5984c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573dad221e7be239fabd8042cb6ed4928f28156c5f77bdd79d10dae67f404930
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40352503d9c28313ca5432152745f03187ebd634
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9046149192453c626de6f29d599dcda23ce38e90070d873af8e15331184b59a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a896c36b4209675a5aaa42c44c7aab0540eb62c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9d93facfd56d4678944bcb64083f031b55d74183d70eb07ab330396d06a3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3292fb5b9c2690832f078215ce3aa6602376a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe423788eca1b085397a32b67255e7a3c7431c2374a4e0b04a109438eef4cd95
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e268bb317432aa321b920c68efb82119391387ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec20a20973c6c2c1ac1c1f1620b591309345ddc000bb886ba48e32b01593681
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a904f20d65d83bade4e9c7c439808c797cd7993
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6988fddf0222d732fbba4655c4d7fb59681861138b0153d0c44b974284c82ec3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637664a47cc178d81404e12afb6c0620f58aaed8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efba7ccf85328060bb480fdec9b802d24aed4f965ffce032ca9a84dc14e3af4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb9c3aac2b98dfc1e4f694c1f814a226f95749
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f00f7370cd929773bdb6dd603489ed4960cdf2c0b3c11df8f1adeaaa1ecf67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab06579781613f8c4550f2306d4798f04ac0678
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5046616234a89b18e21793aa9f6ec64f016d59de218d24f4a8c2aa1a630245c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7edd44d463c72b94f90f5284b3ec615e6b0df5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307280df48ca49362f0447f05889c1389a826c705c12ff001b48efae1dbc32a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba2fccf39709b4597380e04af5b1b73676e7e71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acd6b41576957be452331395e93a68579fa40b130e03780ca25f7ce4e231924
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c210e64f4e20de5eb3078fa87ccad8d83d458be1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cb0b91f276316411b7c309f9f1a2ac20d1fc51a0ff6ef9ee03703bebf3fadb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86507a7a90329f7a2d4910817c1f8f4684dcbb5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570f774931c9762fa6c3a0c0f0606a5e8f0dceaa74e2d416f5875d53b7167253
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3a4e8322404620e7d30f269ed565eaa817beb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5558a077d44283315fc9b8176d03c8061d5a228680fd5883a7a8e5bcabe71002
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80321bb51fcf40135afad62bc6cac7244dfcbbf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218a84495f51ee40ee7db77ede4091a6e0fae24f71a255fe000503645521edf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed437a593e64a45a22f5cc55faf534cb93891fe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a001de1a7a2e22b22df495b5a7cdfa83f7faf15a7ac9fe7e1d231530a64be13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e60b6cf7ea48fc589209098faba640ccab3b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed05273ea3acbc486ba06fd004d5199786f874f23727080767e80289004138ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9638eb35a023d0be70624a5cd1d666651b77c4cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f74f4ed22daf9aa3570b335253ede912062d5ed37b58869ba4c050a8c788a
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb8a5ee8b6e4b6d9be93bc3dd8e487a26274089
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628b8dea5835c2912c50cccc742d3597c65b11b37a3333a92c24c89e9a11e0b7
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed2c76c5ee92d4ca9428c7a71879c5d55b3d24b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067313ccf4c1436a02df87d8d3e7f6624c9335cd74775d4ed5447d25827c7e04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83541090dbd53ee32569130ff7601dfcebc537ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c070669798874e6aa91c4d937d2569ec7cbd80441308da308e9b352a4c145cb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d4f25c65f391a1688b58945e1f28c73a5a0630
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5622ce3609b7bac212e43e3ff572771a74d7bbc9478c9f7290019f478d457aed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a99d236084d2a26e2821f70370e31880932a754
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513096eccd97a0ed743cf01b1bfff55cdd48b38f979f275f3f2a36b6ee351c83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b622cb3b17f9dc66a11a1c6b5d460318e5eb032d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc8edf99294bdb9cd3364309825318624f71cc5ecaf23973e36c2b7958f5f37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a55eeaf8140db374057212c0ac1c19904d4b47d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365b8ceaf9a52036c8dddbc2c2bf79df3cc21af39cae9af9bf1271df087c544
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34238fb4d86188218a0fd3136c26e5168f190f57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fccb4725aaaa5612b4bf4d4ab93c923c748f59382cfe37530b26f68a684f51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24764b634b8747d74ac9691fab074f5ef97c0ee8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e72eb2840c7f20c6ffe2e2f70e8c8f6a4b615fdbf17fe26b3d6de112167b14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d798efc2ed0e351fdec11c3a6fa00ec556f8c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f707560a6064088546f4285d2642d673c93af1efa1408051cb5fb99fce5593e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf118458c15c77292856144aaa0f29d1a338b653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b95115b4e2b4ad501d2f15defd7385df38c401ab085866ac3bbf9b1ca17be19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d125c9644de705c32823475a50cd5622b37cd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a46d2277ccf37be896cf4cd5c43f172236b31e5ace53165e1013174282488a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff49a96085386b52a7cd78a782ea8aba2bd1351
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3536125226d5e738256d38a109e26abafa32ff0d7779aaa729cf22d01f637cf9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f9999ff194eb4d21a06e72d389508006e5d95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921d8207e24af3ecdb1f0c3b0d2293880400f4c1c08e4fe4572839ff3518683e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42202a253cf1dfb445dca6e6ff0aa965eadbbbd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2396f252ef6ff38d9e7a29b62ff3215f7901cb1a023c02f9a43fff8b5d35c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c1e9e27c444d5f57ee9a6a939d7d7fff54f21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9e5c4d143874a7cb6035f5d72e83a2db1f2c256c64ce682396d9673129c631
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2b4c7f9b97bbcb3c3ba754c838ab9be3883611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae6b7ec079dae57e2c4f4373d398492b68b34347fb55314a9188be05feb2403
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff88da394f0902cc1ab669c622b3b565188a5289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e19324a872261f7d7734c1de5189ad463c0f175973f338e186d8a25ce73cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799d0b3b74b3194f88ed81097e6de9b80d54bc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18010d1248855f0b5059fe1c70b2aae8417f6bdc1fb397cb8eb3c60d2133f76a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5c5bc15f18479586994eebc24c368577377d42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dbf1909c9a598d0a49a9664f70dd974268cef63e94393bbfddbc1704043ecf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f63dbb1d3d7f0221e228afdd525bf198261387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aabce67ce90d457879de49b8d2c22e32af14e8e208bf27e046a1a10458c9286
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25975d3e22b8fca4e7acf90894fba8f3b404b680
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3737ae6da6878b3705f02b3a4104aa01eeb5c7dfc2d39d28dc3165d9a12237
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156d82013e95fd79270f00f7978db9f390fefcdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3714ac8f475715c16b27d92cd5a827028bcf434cbdf382d774d14c0d8774c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf09a1728b23e62474d7d1d60d5579a974826da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7902c5ab29226b366c80703dfde3ac48b50f6cbf874d71d703b44dcf92f6aed3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c80108068c0d94170e3aae239e295468a88aa1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd9f97a813b2852f5728e313a5dc76f703783ea4a8c4abddd61b75a02dd076
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ec1c99935c54e05e2c157bcbde9d0e95f023f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacb81dfe21631acab0222b792432310ec7fd5cfe88e2c9114883f97c28abcdb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1195ca6adc1eb6c7d730b1e039e3577a5bbb4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889b4aa6a1b21d455d0e20b2c93b01a47244f01ad1c98883ca66d5be940c0452
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7cc57fd23dbed983266640687965caaca73195
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7d271b2fd04011cf4439444cb5db07cc83f02403db3c152a700465a1b97ea9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70dcb4bc743ca26d47ad0d475e1c62865ec01b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a5beff23f603f0a8afc30e5e0600bc968b67730574e9e69b452f86dfc014eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a65a02f29b00e55fbfb97baab3fcdc3d6a014ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15dfa2c381b3694ea6d29927a09a7511e83865cefbccfaa4d0f9de77608348b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdaea0194233865cfae9a74b8a03747303d50b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2634e7d8943fadbfb93a6c1110502decbe37dc8e43f9ae8787ee9d86629ce8a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06dd9f3c9fd21c928c5695db0fa243b4c1011e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e56e38409b9ce34c4337ea86b5f041cbc0555f1487cc7dd8ac9b6bc41e06e5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f938ab35b6018ebfac528c26e32176bda17cf56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5dd530abadd3c6930019775edaad4f1f7a9cde3007c003219669e2bea414dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0036ab3d76b86c69f2816edf5c77ae093130f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251eed832e5ec71db86148b44a33af1aaaf289fd273dfcce64352d63b9d324a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7409d3abe366761ea2966e0936f7016de0df6548
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4346e4086ecee72f34d88b2a040825e8f0ff6e679fd42f234fb9262e8647f22c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafebca2d07f9ada18b5ecf11dae23615544034e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25db6c5714bdea1e6e7a53f8b48fafc606b2cfe8cb97d8fb5ebfe017a560005
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76631d7cff5f0fedcb1667927f6ad223c79941e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3575491b03d0e04ada7136de9af0d10af6f31e84fe4e31728a3b149d5f0b9e6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e0e588c16ed7b3966dffc8b50e7b11d245c91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109d5c4d4bb912824909bcb2be689eacfffcbe6f272c4c37c187b217ffe4e11f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e108d93532b15f266edcbbd3d6cd401490dbc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2e0c47656d6c0f82696599db378537b3db0b431fd5befefb922961018fe85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dad023e12c41db75c2d07d3dda1d691bb0f253e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b778b0e6d68a9cb86f774b9457fe9de4ad4b4947ea1b66c5e87cab7defdc0f11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feec3a42c3f47e675373635f5b0ba1f781548d50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc3da829b7b5c4a1dbf28d1c15594846e52657500a5ebf9c6657ef687a447c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe5eabe827487f9c0de8291cc00da01f333b26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f85be08c5e582ba72fb760adb3e6ff60ce0d836cc7a22ea7fe43f2280c22755
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430034f1abd05a6d2561be25fd4daeeed72a13ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8bd38b1338b2d9931fa67dd6de9c0ee0a5406422113e80938a0e267ce6c29b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f77f52d87c6400586a2393ae06d9d213d88ca4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c045a0044171a0782477e9cbf22d60e974004afa1756e22b7e3b616289ae7ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e271bc9a50ad4153e529831b6d96dd9adade41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4e6301fba2e13bf6ef91f3d24d3c6ebeeb6f21c7ceeaddf366eebe470ecdf6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c2905b7edb9990670256bdf5449c531fe5ead
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b2fa539ddb8c3d6a8060599e8c583c252e49fb1e7347c7404a095a78140cd2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1227e3b74cc8bae091fd1da91158622cc366aba0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f074ec20b4dc1e2c93263c0fe08b75e36f1b4bc24641a819421396d409a5d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38fabf19b9fbb106dfb112466e8720a35f3da25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2635fbec8c3f468634e18b11e29990d8b6c3074ef575e37b2f22b7eebd4450
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a770231a170b1deae7c85bf43d0375f717fa26ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9f2ca1eab3694d82f4c2ad8aa5ed9b0b720c49ce5422e397d2be50731b017f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cd3807c55a8244494eef65162afbfc961e7c9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83d50dca067331a992f92432e63e8be8b47438809d2c43c0e8e3bb6a54da64e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c198583a31bcf535505b2a2e8aff64ab8130cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb71d3ed29c380c0a55e4a2797db7c4d7d25d4572a342db6972d38cf963f74ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb39eb46b9a4bb9549395c86720cea73b1f452b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a532fc626d82e148317928c49e06657ae7a22697e73947b5cb751f11b9fa9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165b4b66e074db7b7b8489a9f9bb28482941c6ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ad700350a404a353a51441f8a89ba3d14b26e51af3121af811dba7cf5c217
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a03fc251206014f74e60e3ccc7ea0de5a092200
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4978c8b59eb35a58c3d0525acc9bac4b901237683ec39dfb47d03a19479f44a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ab7f079f4271f64a6393d271da009d6a38694b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f55faed061d70571c960cc514c11c3d2fe26efb98ae4ff245d08662d05070ac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f93b7d5ab5fe45754b166441673c6da5a51d5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0db5ca91532d5123e82cc301472ed166c1568d87d1ee3d06ba440a961e8c79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb878193037d83ba5dffcbbadbdc7e86e975b844
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4709676458d5a8db9b8f0418f947f9ba6e43f4e7fcbf26211977c4497129bfd6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1c897db0073398ef8ab219a004301640a1d408
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca5e53b7803d7969c40501d5350a5dbf609abd86a4a0dbd069b7ea249526224
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf348c200c61a6153682da5f094c1be9f451842
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d368749e2fe650846e0514c3415e9963731bc71523d639766f03eb9d3291c67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f776f69d571187883c82135eeb0fec330f9595dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d419f6a29af9717958fe2793c0185e2059004c6092f0aebca04f07197d98fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb175b804046603f475b55e6a49bfa26b15e823
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8205bbd2b056990c50a8f3bdcdd1031473861195862d24799967ec32d005e990
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ecc4de4e6aca2ad41ca5d9689ae7875a8e94b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966abddf904f0459c09c80d0bc99509932cc5349a234e56361fde16a02bd9b63
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d599e65131ec097af8441109d75fefc8e29a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7dfe9c4bb46de617ff90d4b04cfa56bef7195859d8f3a6fb3fd9431718c0be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949588b2a794aa9df529a60dd0d5be5f4f1a7201
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb962cbaa26e2756dbedfea1db3082312201ab286d2ef083e3a945650347407
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fca6b7f068e96bd76458c5177508e1da01953ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf2ffad856276ea9ca388450aa2df4788d26ff6fba85932e458da379fe986f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27587f32b08143c6c2de7dc27ee569aca1b15267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323713657bee373c7ac19476c43bb1e44b9d5adc1a9564e9202cab265c7e8e5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfc43d89bbbee89ff7ddd9d457c6c31e6f0668c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae7fe6bfbb4fa09bc28c85ee0326e5539d8c4ec412d891578455cfd912e2f25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df154c1f63e7f6e8c013e1bc8846dd25803cf95b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa945d6cd724c84c37121e3fc23c3be6fa9046d17b55779bc3d7cac651b51305
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbbc808a95c5296c580a23e519e06a84c40bc5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc71755a38c644e2ade7da2dfdfe3f2bec078ae99cee7d21541d97e2cbfb694
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f660d72dad9a644361cfba69e26277e04244281c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebee61feeb153c7b9e95ca9b6b35a7e15ad2c9e1d9545eed92ef546edbf7b09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c647a3301dddbcbe29c80f736f3916cb852e7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b8f4ac15185f29d13802e13ce2a1f3603cd40c8bacbaf0802106070592c92f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a990e0ba8d76fc70c14ec59d555e18db625e98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd01d65134ed0c4b838e13fc97f5bd1070a955522a6997d6092fa8ce003e4af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04806382c418d1e00ffd6500d9912ae67b87e19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e976ef08457b1d4ed1e83c19d796209f10dc3fe74a12beb1124d48532bd2157
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778589c31cdd991b88637c2a8e0d619df2cf4259
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fc00c9c5fb40589fd8291d97333d954c7bd9a283a2347c911c1af7130953ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23db00be6501688a7da4411a94048de726f46ce6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6929ec2fe257067f8272d3388b0e310e7c8564fecc5f6af8fc0fe605c85337b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f7b2ea39613e59b263aac38659a0cdef21d52b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b866a33a4c4b0e7b075d3d7011f588fe280acd2bfc70761da5e1a1d978b5692
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7997c930c378e6ed80ea17c1cecbd34450d5fb66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71726e8ba43fefde67d22fb5928e45f89ddf023a96030375983f20818883eb0b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f11a50c6218c8f305a95886c233630cd2b59027
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54410adcc68ff58958c061a5d1a9fe25fbbfd6fb9cfa8d962a4a41e4e55d83b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3013e44e7fb38b0092d86f219cd2e50983c9ea7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2e341e269f194855907283380c801677edac8eef07ff38577ed9952d9776db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735b65f1ae1a643b7b5017ad620541d1548fef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cc6ff47d391801ccf86f1871c985cc1248738dc5e4961fe860a3dd7b37c66f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a514558097455eb54d9d09e8ee0dba7def3d68a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2563bb778eaf6352e2712c8fc709abb76c781b306b306d89e881ef24910f4bb0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c538324783b8183a7e788c1c51af0424cd424bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b507059f5e5d489d29c297076ef3f80c4f125bc229706c313c2fcbdbd255a834
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d27aa04134820600b0d9fbd179e5675cae738d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5439f17fd7506a883be02efddb787e4432bc88c4197d5ed2f1059563a4d833
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a92769cba1acb3459af66233d53a13c584a15f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc95bab02181aa843dfe70e725d92e6b9d7fc7b9cba7c7eb6bdac852848f825
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d946fded0decec98bdbfdd3499d0b63a7a3090ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50edbad3d9e37b5b84575e26e486177a0032e6bac8fc005ff76a82b28711ab5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a93d12d3c7af028a28b09169d32b887209ca00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56303fd708abcb81a58125aabab0c0c689ab384b53897de9a5fca030ae5ad09b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48e27c250a978edf43c40ea4ee8d29b7d53a1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488e85d6bc4b49f94078805199c7d2a26c82c4cff6a725390067ec6d621c120
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef6e0fa824931ba47f4e8d53f98c612661b38e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610ea2bef244fc216df6c48fdb4c1172df5e6b0af08050edb329a57e9c394a1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed70bfe2baf8b6f900c4852fdf3205610dcddfd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fa359998ade0c0546fbcdc9222b0cdb144a3a6f607955494e9f54a95867555
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7e7ed61519b13dc66df662a06a7205ec9f5681
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce10258ee467bf9df573900d27c3fef6411f9719bc6562a20d6986f5545bc743
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2cd6f458f6e83e6c71bd017bac520b90717617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f4171f8dc346869940c09a5f3a20e6f3298cd29e13cbff3446fcbb790089cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b8fc5a4f301d5d0a61c630a60b2849c75dceb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a927da867317c44630488f5b148f22600132590870ff57aeb0c3ac627e544f39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963b00c05b48111a669fb8ac0710d0d40294960
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24c376c94eca3750c155cb64f3b193dc0a2872a58a02da325d4d10ca24a1c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae86019e56bcac37acde89e96fdb5402efffbd45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7661ab66e7683518468c669ff8437c1e950caa6f3737516ba94f4454ff6ea1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7c1715418ea937b9653da14211bf4c45cf6046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1547b0d9749c26919a3e0cb80dbb2edc02c1a29c6d7432b2e6e9994a0ac4ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823385078333b19c403567c8c17b27e15b9f5cca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bce748de3830cdbda327a341214b4e5e5ef9acdc946942949493aac60dd6e51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d6f5c2bfdfee7e0bab1fd1a96583d769a89ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8af96a369acfcb7e20587fe2e31718f73ede0bee4ec6a7615bc6560f3f8b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3962c8a75626ea29466039b992da1486c3134c04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5264c142c1491d01bfa6c8ef29c9d360682975491c13fb60f1e8d82982f8b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740af98ecb5767d09790ca0de620cbb962fefd18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5988e89ab367df6b8ed34569291e900f8489d5f203af2480ac10e0c2835bf40
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a71a593a178d3ce2b1729ffa7ed5b483b46c46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9270e8d14a0e2bdf20b688374384822ccead1fcd785d81405fb99354f88e6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2382830510f2bc9c873df2f862829d27e23956
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c73af7469157cc4419ad4a58d75e06cb1cf73d55f7cd6b5f5b71c4baf91b3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f096b4809b3eef280628c8f438b07e0f082f1cef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7b516534ad0913f3533d0299e9ba923938fdca286e81e4601b1296410b3952
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62d0910471389f740b9b331ce566a135d6743fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd467d56e244c45b98272d78678edf63651d207247ca14fa78b6b2cbbf79683
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c519e9bdf43ec1d9d0051e122cace7c06a1e40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5bfa19c1f7a2a3732e7bc6adfe7c6a7931519a217953a37b3d37e3c621861a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e7f66edf2b337d884b47723b75c6482e55879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e035436d30be3d46bcab2c21b62e698a9ca35bca0c092afd0b53b9e8e3b4d516
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a8db199bca30a88f1b393190437e7d327f89fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd509061206a8749e2ee723a99ec4b4d5c207544fbddb9a38bd85f398ef609d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7282b90d3b096da783e585ecb512c4c16e032d7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a2394e4ce1c8ec713902b65f174599522dba678cc74e77aba9ef5901951881
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020061693cf0026931180e3cb20c4dbeab503837
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55036a7d7612ac9123da09d1dfab0a86c098a5ffee66220c3fbbfb2a4ea2f92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee56f21e78871bea7c68238c28d2f3baac519127
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc0c3a4aede72d59e109595872a558e5db193b4bf2d18e26495edf2691d7dea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdc37da2e4a20ad644656fb0ef50723128d9f5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc9c1d31dd067bdc8f67979759a97b92f1c6d5150541d5328caa50afecda647
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd461091adae464152e18d5f55e0b30e6c9c6273
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e2d534fd22b78a04d008b5d419475a369c4591858be4259ac3705557e0f320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5992b46158ed18974fd3dea953c067d385466be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3526254aa8fea37ed83138a009d211a8e6ca9acc5a117ec7af099f51fa83c9d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b5131325a5984e5901e1aae93f5ee6658116a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b643fcc9e41a94d6622799d2a42a2cd434d6c488050013c2322ab4347c4389
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed95e99a6820b3a7542b023aec0734e75002d8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35155b3eb633a207bad7ea0d1f2fd3d556f56bd828393982611ff0066a7501a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fffd711626f8a644cc1465350d913a03f7f613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605336132f49b3dc8d3866ed45dbf67ad80e0970463b558a00668f631c6c02dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0849ad15364f833905af4d2246928410993ec9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aa38140813c4b320634f2b343f64858d76181b5cc641829d67473428688eff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc934d57d9c5c87b18ffc459bd04678b10fb0e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134a4642d1136709d2fe9e4683d2cb31f593b1aeaf03c1daa8f2f1f8d10ddf7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67396049532dc88937e3a855de7954fe084aa1df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3665b547c00c81e0d603b40b4f5f75c5cf2f14ebda19d9656befd295abff7c7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7279c37a8cbdfab7c7b3b1e9f189a440d61eb7bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b41e85871c8ca6f590e0e5adf6d348a817bc951b509ff3ba546c69c688e34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349689f51c52fd75e3768535b1257ba49d700980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e07e5e97b297b55e6572a91deff3700617b97871f99a937a10e53ff3fcae9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffc0cb131d8469bfb29b965e3b2667a6caa612a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4133c437213ee2e51c3173a5fcb5f1a18b99b874352612d022e8ebb1c097c6c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934e3349726414e2b5028781b54d82f69ed8554
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aca161e4cdd4c2e106935d51721cd631f460daac1334939d23c0c2aaf2f2c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05959094ec6aeb63e0a35e1073e17016fb911af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ab27fe971ed601b7e5d33d50bef08d63345e4eba8f8e1adeaa0ac2e0739a98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feead9f72ed48a27ce3af1dfc18cf0eb6e53d334
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b149674eb3176ee62777be72a5e50fe23234591716defcae2942050ac251f5fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed07f86bfc3d9b60e73419302ae93bec3b5801
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f680d6defa1d507bf8b9dfc97009dad3927b7374d7e301f23b5af72e3139e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2791c257165210ce4636fef5837adcdbb4505c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24edb5ebec47d914546f47c20ca239d96b590c9d2a12389bb98559633f128687
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0673d2dee0ec46fdba41274c3a2a7b967a0553
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c2326571fb1ad61d6b7b36ecf0b22904d94a09764786939907345c17543f56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75e2849909f446c39fa6e53f8caa84a8cc275c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddb37bbf33168a729e3759c3d68fbbe3a01263c02a11e70b8554cc629dec7a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8c27a47656e58b0f4a2fef930e8eda6b3d192d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f5a43deac74d78f24945d6478707e62ab5fa2d2f208071470273c14d4ae81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b046f2356c0b0556e0912731abd1834d442cb682
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691d41d7c5f2d86f66a589ae2f0fc3c9ffcb8a235bcf218360c3a4a8aeb597db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111b22b1ee363892545e1318edfa352328c36c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8918cf532d89149833eb20d5e0e9c7a44312754ea4bfa624f07a605e2ab85e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cd32088f85693832e4aaff41538bbe6250c020
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5e2da5a1de7f48377e9746aa1700db358ac47bd4ee0c38f17e0068afb1096a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2177d7f8535710fde2ba095425fb1f3da7e2712
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a075e94a668da866b158c60c33ebbc1e15875a970eb7fa771ab8f03f6ac10d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244fcce35da91e0793131079d959164291621db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48efe3d037d9cf5d5fa0fea650039ae69dd7dbc61b67e553eb47402174cc0640
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609c911c200c137f0b3b293900ad0065810aa5d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a995cd7a78b35ec977744cc7513532a29cfab7ed13c2fad53e9c6b5c8289191
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ee669ea5fc6084c6ddc0721bd8af4f3e68a396
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a43a0d25557fa34813363e23f87dffdb305ac88dc11fc6be343fe633b7e3ed8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081fb6e1d207f19275bf54d3fd149b9e43305c0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6786de573121cc3017f8ec9674d69ea31bde06a45f6169469622bf48566b1bf0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296292dfd4d8bd1516c9e8b632b0ee7f95b42592
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cac234415b7b6111c198d30e0bc89b0bcaa9bfb67a12c2ecccdf669ec76d5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5bca4e8b461e1ce102fbdd9c72425723241fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1837de7748eb75c477c6e532aa740bbb3423d85965132ecefa0d8afed6348
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1face87733ff59d4f47e360406c52a97ce63c343
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd8416019681c4a8be977fd9cee143f6187bd1de4d5a78095e70c8d2d56633
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cad9c11a77acbba8375e0d2f1d73d8e273b801
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ea4214b798471b3a685de3eca5e0b7158322f6ba7c607c0af5abf583ad724
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6a8a568c2c4c1463b48dc185147229d2c25dc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53aecf51cb2a5bc39c2cdaf545d06d96ced8e8738fdcc6c2313b9dc78de79da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035c4c5c2e13f7ba6877e35124e2fc539de56a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae77759628ccbfd914746ddf9ab5a7792858cd59960dee71aeb9d2111d521b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6c16bc1201390418e660cdffb2d4d19f86548
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff875d4bf1cb60f616b03b9749f043faacd17faef8d86c20f2b1565e7458f860
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba88500339b056f61376d24034595ad4e21b9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c070c1bb9627dfe5917bdb09b9504aa1664de9fa827de24fb3e18575d5b506fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682fd71cbb51008fd6cede3a5ca686142ae0ec05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78c27e9871ae3cd7d8da87c31180a19931546c8f9235e34e553640ca0097a81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3a5ba8d3520d4a29a7bb22155e000328e3b599
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7570fa740dfe8f36ca5806de7a1cd238615db98187b63d4f970cc3f4d6e9aa8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3740b76c59453d6dfe34fe4c059888fd501dd4ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e22faf9a289c089bd73c14d99aca66047e849877b82ce7c2c9ca7859497238
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde73c6b193314f33eb491fddb55cfbd8f9aeac5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461938ba7cccefcf24e78d46ed65893f8307c0f9d3b0584c0ace898d697eb997
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a57c23caa8e4dd7d4e92d6b9e16a969ca477e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0057cf0a56d90f6fd343d1e05c1a41ae86f7c7a6a0196fe59ceaaaa8b0ec4422
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae5b3dbdf7255835ef3fcf2a17ea2caec2e9552
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3da5ab5542c5b43a8c21ab7cb2cb9a4a454000c58d46ad7c68ccf7eab7ea0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d703e20fb17932aeb773e50d66f4d988150dde06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4d17f419163a8ef69cf68a4ce6a410a4e5c7e500dba0de13569e3dbc3575b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4333bd63cdffdf676b9d64a23a811850569c83fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da11175c4c6a91f773f83f76e3cdf284d0f7d1fd8eb6ec64468e333fb4c48c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301f1c17931378af153bb07de0aefea90fb979b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60555dfea0e49595ae13c9bc4960e2860a05f21e62e3255332bed9f51933dede
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53fb6e298151ae6155687d16cebca46eeacb8d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fff4d02f863fe184c52c8f6796d046a2b9b8acaaa0d0a8e401a31cf16289df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166b14e7e8b50e0047ad9e864bc42aa8997392c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f32a960c2d3a9c0d7fc7d30858e9bf019f64c445baa5a65ad4496963e26e53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc63cf43320cb6aa25e367c445e9005e02de6a9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eb5c9c5a66091064f3f9c677795aa184092877035d6f51461e1bea825f1a12
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39df67a9d19723336c69b6b0c531535cb2b1538b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93da3d61a88ac8c206dfc3100f2b198571d3667e77a012d59c6adbfd8d277977
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5528e38e8f827c46119d3a6307bcd855b13e6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e0afd65c2625f051ed905c9d4cf3ac595fc13ba20a3683296959b34c4c868
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e263efdd4b5aea89221fb4bbc1743155cc4c261
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb240cd6eb0e5da66e1e3b72b6d614b99f380ce6bcb8537097d99754126bde2a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c5a168f5c98f00965fd3a21f92d2859863326
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c712b379d5934398bd766bf330c222a1b7c4ece9b13a96810a8b1a383a2459
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce197d2ddd145321575a1e282016d5a3cdcffc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4e04ba193e61883014ef66c277c925fc902b703275da6639cbd6bcd9e3dac3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4959d2e7ad93800089bcb00a9530dad0670e25d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce460b32143890d630f9a8a1c20354ac273feb652a2be46adf086ea5a466e129
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfe9a9945b21a0870c1f63b81148e6c3e015e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c74c9b2423aee63ee24dd416619fc6b348e757530010200b3b45870f5d76e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3f6e19fefd51dab6b123b08c285653d1375b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db78ee77c2da28b0f7eba0854fe2944723d88b4e665f85e2b8dd9167bbef6635
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaa05006b5a4dc0cc5d9f4a05aa7f14b0c3963d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc971ee90c9b92bf4f1223e7b780fcab2ce184bace215a24dcf2200a49cb94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee8a1e40ee99683b5a9cda874d16fd327551610
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c43b0854d841dd33d9aab35303841c9f1d973ba9df115a9f98a469df1014e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3128b386b7f69c9d0753304036eba54550d113bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed8aa1aca25d4af88068b2382289e915e16fb5964749cdba9bad4811a2b6f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd33205959c79726f7a4353cf311be38eaf10a97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae97b54dcf6a0dc641243dfa1fe740915f8796a095c3c198d711b2d94594ab8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9417a174a65c75b0b4758cd95b86f00ff6aab27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7b7bd6d063fd94b089415d13c2588ef53d0646956433a129f77ba7bd3fe89d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173355f5ae62d6803d7d3dec6a59c2a7c11b76ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea7581bddd2466df12a928e2432180594b7a9b78e5f3e938f976641b63496f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb93ceac51cfd82406a9d8ba9be767b01553d2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656c3a5b0297b83ec698daeb76a0d254a17fb72f3d686422180db706a2b10b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b22bfd8536be6343cad0955e8955aeb989c42c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d135c5663ca98d6308d80be05545918c22ec9d60cd7b40561998d923799a0ed5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b2c331d3aed34ea781123b2c44c171d7c735f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c9fc0998316e5dfd735b8b9f66ec8680c27d22a6dfe1bc48c3ab13299de9a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c40e496b0d6aee64652c9a27b978d5ff9ce706
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8e85bccc8ced43dff7b995710ab827ef632c927fdcdea1a3c60b41989db662
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5db561fb6ebe66059e2a0d5b69f096e7f5a58f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467ca644b976d566149e3d4b8cc6fb28870b90ca38f78f36aa400b9d8088d233
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed1dd85ff484f37173a798d7ac82d8e730a3bb5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5557db92cc432692babc7f0ac3c79e0ca95aaf7f6b3651e1a71caa2d0512f06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f768404c3d894770da16b27156dded3e920df0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a35c33634824fef88653c499436ae86c0812af8ae90262ec113da751358361
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001e0892b1d66446e680f9e28405a71f516c37ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592561421ac59fc9bafbf313217f747c318e0276844a261ad51fbcd0e4508b9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344040acc64d27204eac96c6feee6d3407813ae9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e5d847ff32a0b65fcfdbacb7f0efc4196fafca918174317970939836e4771
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f95f73f754322b342aeaf1fa84a3389d870385b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfb89e2443d737cce8f3c951c86c870f48673da24480a5ae6506d34bfcdacb7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bc263330dab9a2726761321019b5981f4631b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb20a48ad39859874e6256aaa229ba6282a8737c2ae8f7f7b1dc7341c689dd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e623bedaa70439ecf25debb50034bd900a01d78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd32b62a27afafab0a8a62050f5452217e3787687c12242d597537c3db0518f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3af06ca37e9fd2eb35982fd5384c03fe1e19d6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78c7dc1903a85f56cb763618f989b53a4b2b9b84ae74282565531a946b35ed3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5472cf8efca283a3bce2777eef130c68906c915d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e3f366638f1d335b88403b64bc64195526fffd741e929fa11fceea71abab3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a5becb9f324d23d9deaff398659a7fcd8975df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aff1bb2cbc4cf775bb5664d57b2d3487a006fbf6f9e5dad6351c4fe865e8dd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fc22d15679d8d99d9bf3827e9cf65e69b0fda2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf440490c3716f2c6b0dff7ae7ce935abd37bdde6014404615b8b8168f71c23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307303525996bb6cec197688945320f2fa527b2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d458ce9c2ecd804fe0085f775a5593cac68c5d330c06108458bc5dcdb0d4d32
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9898a33afb1374be5af6fe36d82a19972e2169a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9dc5a11a8410c6c670760496acd1c2e3eb1f696183b331739f13613ee942a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171dd1a74da5a9e1066222367bd7118f00f118c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8120157f8ef83e617cd59ee623abd1a606e62f24c5764d9ba3e6aa8497a9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e515c746dff19d945c46727a67007afaa92e2d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e475ca46a25b14b22f703c2f725620e1d327cff0a0208d0414ac6ec17b08481e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c47b80a802339f7a9c02dd4f5f03fb0295698e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83310049063c199383254f11c50f62e84fb5fe529ee655e46d6cb0cd2254aebc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b473da67f92da728aeabcbfd89b40913df89fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fed5e93d870b3f0e46d2cf829951b1d0effd97115b68c71f1d287df870708b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4345803861ca3bff5ee45b78dad7c49ca745a0c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2482eaa4baa979627d3c720e8c32f8b6fc44d7f6257edeadeede2a9a999a9c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b7feaf526165e2bfe967891b851a5e3d22802f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca78059a1a5894961bd928a4e751a1976eaf988b1ebf19e028ae3e87aaa15147
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778b44575c30e50cb0a5322451d8ec5c5968266
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3ddb3a751bf02e5366262556c75dccc1381abd3e3b586528ec6640d69aa6ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4012bce01b7849174015eea56ab1aaacab6ce472
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d040a7c6d5e1ec87603d9700cddb4685b5b53aa04e907e9610ccb51bac5a0cc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6ee1f061e441b6bad565b71aa1b54b056d1230
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8824d14bf46a289388ce681755a6838e6f3034d4b3dea9614c4d1357aa9c8529
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c513938380b2d93dc50ca3c20a823cf07947a1b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb94b7d28ce0d3895bb91c7c1c27970f3a687602eec5dd13a975c56c84e1604
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2d8dc6aa46cf4bd71bddef16af36b256e7f9af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe556d2910b698d5871f48b86584ce2b0ff87ef9923d6c572ae1349be16831ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44573fe27813b7bafebcf06781ee84a547a126bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24023831eb4c00f22ea1fd70a042cb3f2cf86cb7c5695c4982f3a1af07622764
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4062930e9537728d16bf6aecdb6f64199757ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86051f17fa40917704e92ed8adc333fab94ebe370fcd0a305d764ec8adfb92bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d8ff0b928c6bfaef3f0292a13861806e206a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608c128545f20914e4e6dc53a1c1c7e32c51adfd1111826e5620e485635aec52
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69fc152ba3a57f3b0253624e11097ea1b9a9513
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b15861ccc738e956b5bd690baaac0d7efdf491be76443e58d531b49493eef63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc5f6a1dc89537823940893c2f33b597d6e2eb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e35fb619aa9ac957dd56aca3bc94b301fe50393e32bc9115787f2502ddfe1d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea14354da097961be0cac7d9e3d0c1149110775
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5300ab2f381e656c4195c29225b9f9fc9219f788bb0372a054b3fecedb766b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42a37fb08315f43e2e70549d670ab4024bd39fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5118278f6e050be6835faf56a4ec1e24d29ce2c8dc86550ce49e29692c798c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb2d5c9e552be70ba2594fd32a6b6859febca6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c8df7c1099c5f38cd7f476699b8fc215ff11b9e7ee6e5094149ff1a9b198a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7807ce1973bdd9c2a88c74fb5b44a4c444bbb292
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c355ecb59a26e8a2a325ba168c5f507c7710d5189a64f3552db91b0b236815
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa8a1eef97c16596fbcf90987d0d7e110ce884e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce542c2bf205c7726db68f219fe4c27d01f6ee3a2c80d3a8e8c15f5a4a87576a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47405e1268d9b33d5bb47da5660008bdb6767a14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4868b8dcedc10c9dc968ccb5d8ec97c80c31ae54540e196696195c1cdd8532da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfe67986a6fd37a9c0d852a788950ae69696c4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4a6bd5c25c5cef3a81f007a4a7afbf359eba517ff9fe4ae335cf7390ddf15
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1616f053e34f05eacd3a1caa116f0da77eda4d49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7706883932d7b03af6c6ceaf6033866629ca191f9ba697719f071ef5f58237
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624321a4704945155d2bf18d937584d1b40f065b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c212d08414ae1062a23e64bc97790d7866a6524fe3606bc0293675a45bc4b7d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66931c13a174c259e150e97a402333f82a6e9e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9991a0b983f9b04f089b5786beadc333bfde259bb3d61fdce89eedae91ae5da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bd438a6a2cb9c5b8f54ab8b3f74e8abdfea5a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0fa604661e836e9095c848f8e913c338a5e1ae80979b547d8110ccc0d79612
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79695bf0d2c7728a36f5785cd5bfd12b7026192d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4921f6dac138b6060e19fb8919e2deee8a9699fc7fb7642b3d2beff49be0f9e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308a78857b04d9ecfff73e463c4a9eb1023811ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bc5cc1abd93aefcd92154779a24301990692d65590d9b0d94c1009998f3d80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2a08868c3c5d892bc823baeadaa6d275923a02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1764a78dea787a2877e58c74caa15f129ae4bb4aae9ff36c0f9c81526ece473
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbedc56bf485cc26c4016e24303cd9bd3f618d18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5272c484ce6dc470246e108bff480d6c49874800da3817106ea2d6fe10811a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782972fbc0ca2c93980b6550e25103ce339e98f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82c990953f07353660b70ae7a44bea564382d4884966e74ec12a6dca9a337f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d342b515bdca0dcea43360d860661b1083fa6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9025a0be2990edaafedb615e3b35cb13c1730dc980317037e1c0e45ac38bc5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9084990406fd3223e96606ecb73fc481d8b8fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01715789c2081c05ec07fe23ee0cd3818aa6530b9ea25e34d015b01a1df7a51b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac3e032076e21fcc5133fb184899a0c7e1d03a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecec2b480cb018db08bb4af02968014d74b47da9e9391cf1ec9e73f395396f1e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d7976d2638415f3d2d4d90d3f7478816668f22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d462a4a0f1f97c2b662921dc6b2da4af252f7ea3bf2a9f390f1d97c7bb7ce90
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472d91644868bf761b8a5599b514c2df9273053c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fb03d502b060b01a80cd188e93ab4d949682002106a5e82296796e7c9365a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f66ac02d6c3db6d73f4fd02bbeb4c7e0cbc77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c0d6b2ed444f8ca639d5fca011e1497271530a455d95fbeac8dce221bcc52b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ec7a642a0a639db09bb05b635e73746eca311d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b5d01c66150cf7062778c6401ca132d3f43355c3c78bf780dfa8da6d77885
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759d21113638f36e212ead4d0a9954066428d8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f789a7c4a5db07b1caa4efa135bb44dfc7a88c175ce9cf9c14b88356517fb881
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90112c31f595dfa13a21e933a496459c1f87e5ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dd9dede4e8d6ec1edfd0bdfd1752c77bed979088e7bdb7385d50ca5e4be198
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce79faea5a6851e3139705a61f3e5b0efc10da26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49df06ffa91de34652cdf7bef32d38be90f1747fd15df2e54064ebc1b71ce9e6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23f002c6262c60a1615ab2ae4167c70177e6c61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578207a0333cbb77871a24b2a71b8e993c73969a93f45e0f1b8308c028508335
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c237b50e0e8e92278111863b8fba160b4c6b4136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9c566132aa1e54710b702ee52c6483fcd1e23a4fccea1ec3fed2a324b3853
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c642f87e3768a51198278cc2c2f0c4f20aeb73a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87b9f277bfc1ec8b182bb2b00faa9872732ca75ce388afc1076f27e722c8539
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e7a256c997e76c12fdc1373963deddff675321
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef49d6f26297beb7529c2678721ff051ec6071304e0548498d7d4df78d374a72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7c0f24ea0a3ff92dd2f7221b62f5d0bd18f161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f9b1ea2697ee783fdcab3ff02b21ca4d135a499085d46caff2aa5a53190c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ee5ecb7b5526b77e56809a69fc0ad3fe19a156
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb8d736d6329f883e8b8d94311700037a981644a91e770714249987617dbcbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccaefb16afe2c07dc92a220dff77327199ff5e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7132de534e78d366ec016b7cdbefff8e5e073d214f501bfc00bd18660b624fe5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588ca8515708f3fbe1e071d43af9b939731e63ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c52293dcf4536daaf301b798b0efc0c36ba7619157cc2f52874fdbd987fa6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f3a517c4f8dae93febb63b725aa64161fa6e08
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9276a2962b8b18d7d4b5f8c531eb5fa387400994e9c2a363894dbcdae651b1cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d5cef0fa93ff93dd7ea0d4d572e65b60bfbfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913bd5a75e6822ac0c5c823cd3b6211c9886ebc1c4c82e861eed19e26d69b4c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ee0783a75e5c6076c81a8893c0b081ea035ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f19b50dc090f07a42f2d74a697ea2e791d529d240b5800640b2ef2715110d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b84ec2026f154ea76ddae9b5255bb1a991336cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b6f01934afb8f7250d4f726af8169496dc98e0126843c88f8786f0fef91608
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bea5c0bd2c69cc79c3f4b6b6489a54f1e80dc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461a22fa7952e4b5bb73af8324a95824ac682606d49c37152817023e8de87995
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe23a78f8d671b5728069ba25d4dd61e539754
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca8be3f085251f4140d2fe96b1a05f4ec0563f5deccc7c97c495288be10d5a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cbf9b33aa6bffb10c7b4c10cdb94f450570322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548c74400350aac87fbeda64728b8d749a8e9e55d5af00e21e43178f274bfde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63552824d70a29f63fa291a2887d277df3a10024
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362073e1f20b9865df2433da59655f0e4d6ac837a6bcd34e7bd219cc72328784
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeacf929f5472c29f9ca6b1478c0ab79ad026628
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387f4f6542f78bc87341da6a98b6ee4527e32c4ae5dde6660549b87a96a48d02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf684db886b07c7de5fa9c3969b852fbb04a737
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b4f977a6742eccfb48b09755b5170e9a6768ca2b4691ebdbe55e9064bc9128
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f522eaa4b10c04eea597429682f6329bb58fef14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf86dbdecba1989426255a0981021f314db6bdca44c7f23a3affdd28e98673e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65721576b972b7ecee9b0ec6d6a74074c6ced2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dadc5e720a5b022ee5cd18ffbd1a1270ce8b1fc21683df49080442c54323b88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf813477674e5484656d6ed46ac3951de6127ba1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670df3c6cddfe17be4912c0f067f1a6d9acea5abb18f1aa1f65a527a0cfcc67
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2795be40f08b793906ed62b79d1131169ba5f21a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069ce930a6026939a65bda3d842554fbc7268cc08676ad8eede4a740895167c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eff0a923af89fc05a57d7a5b644131c8fb7ac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3de8ce5ce98e0df5e1a522aeafe4390013f68cebcb1eef6eea49f171e039e42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d1bec23cb71c8e0d03d6fb9bf8a573b6748e60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca81b2397322ca9c93f80619f6090a96c1f63fabfe4a4428d02868c75f8d0167
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2e8b3b922197c373111fdf00ec68952eb448ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebf04a2a503f440126d29f2f80926c03294f64ad2471bb578965ca1ebe72b5a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8af12fc32e105f856fa25c44cb5a23622a747d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1653930294bdd713283f3c21e66c6f5d53e1c58bf9baaf3beef9ad0871411704
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e18180211e091dfe0a1e190216bcbd39086111
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0376603800443349cffa45ed1bc46db71199ece193be47bbdf9d8e1036b4e983
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56de292489ca943db7221b96893b6899b6689533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38eaf62dcdbcbe4762192c21e1e3472485347846a195b00c9bc15ce10b47cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4642247c5b001d7ca912b75e3130b360346bf570
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bf7561d1a94482f3a979ae3fbd01c1c3ecb428e5cb4f358f49e47c1b08e8a3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861e3279e207084ad42142cdb6ed3e3a7c8e2616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beda018e0dde4ed236d4602c8b91745046669855a34af5059d57d50cb8e4a57e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4347434455b5ed834b18e97ff635f52419efdb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc8e1e506475be3191e702930f840bb21db1d6f7e456ce2bb05af9cac2d30d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2654294b4a21e6716b2f3baa475375132c928714
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c91f5a3289c1b0c1493ce4ed27b77e2d95fba3449125caf907a190a09a39d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7c2b929e3d7e36011c18fe52ce76a9bb64d46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a92906b9df6bc56e11b654bb687f61bff962d21b5ef53cbabd136e5a0051d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3cf673f46885aa71f1ba0f135f3c3d73055367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a14759bac186882b0c431a5276e0abcbf8de467c566267f207297334055487
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc760342af215d9b42eb57bbfd140a943a84ea2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fa84478d94fc85ebe35a7521fa1bc68a64a6b25bba8d147e427ae6f116a90
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65b4d55e4e77e8295e237c4abc9525754d14db9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5006481fb03e7e9220ebd7a34cc9e04b0d1d241c6e20e058da5c61d26cb39c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c445454bae04444651c9c30eb1e5a8f8a4eabb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb372ecb8a1c5314c4d12eb5f3db86aa641167a58791cf3dc21dfa519437d16
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728eb4cad966f84db977d45b16e33478551544e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4381df140d06734df853ce32d3f9e5d1bbbb7e335bd7a26a2e532a9ecf467
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22d7e20f813b80f103e80bce81800d380850b97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac766c71dab9eaa9eb22f040d59d54165394834ed02c8ff65ad6c20cbb47cd4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dacf48020b2be941cdff48ef6c335a159ee910
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58429662d8eb681eafc9bbb32da089ee62a3955c581057ab7a13e9cfb0e780af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076718bf0d895445da6db8a2662642a0a6ae566c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472fe85a37b49d4da422478eb6a067d60915932cf3c0049af756140769b82ef1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036cd474a97a0554585e152b4c63f20f79abe5c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a81e082adc9ebe2f2bdc1fdca787fb05bb3de6bb4802cd13d44b7fa8e2fb6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7dc7f0fd53f3a285e7432f8cbeebc8c600330b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc67e50a5664172ed4efa5906a66c00b211762821eef1a03f3fc51a9a81cbafe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afabb0f515987654597a2971479d70df50b3ddfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32decbb5d063e87d0c84614f4a45e8ae435b7066d748afd374efe88a60b60fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3ccb45c511bc7b8a4c8d80315401acf4b8f88b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf78f3cd8206aa0d3c2edf2fd6637e7f15b0ec5500ce2e4b7d8f6e683b4fc5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf228d4ddbac1d3dba0eb0452c85131fbfee97c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e9881d01454390072570895465e452903f7b33135cb64c71e3051ebc478051
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c88e09f78443da11fd895d8be034741a79f38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037151818d15596b9242810470b72c6cf55d040637dfca90220e9b7f8c9924dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4458f6de5794dd2d0817c41f65909b48e76640
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690eff3f5087fb04c7684ebc3777c9627389840dcd24f5ac4bd7b141e146696
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952af228faecacae6716bb26b991761ea5aba15a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340369e54ede5edd001629cb8bfa20a2e16acb601978996d1201f430d57765a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a194b3047f1a0809c7e9aad79a8d7b38a96d23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca404319a0bf72b443176189a9963de1a28dfeb469cb23731575653557c59d9c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a020fc86d58996cf95460790a6da5ba12d8651a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8b59f69683d8d2d90046651547a6aad11e06c9763860de1812d3573e810071
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717434cfa7e8e5b585f32d3ac009911a611b0786
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c22badee3638af2e1263f23975d9ca182d50c1af5a3452d841d152c416c6129
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0783ae568da24736ddbdd9accaf9b346af7ee4c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66e41560ab124bb297f868a224034fc8032952538452da690c67ab4e2b968d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33c221876b3d556eb778d61724da4767c6995a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583b64c7a800530b95034a2cac0234181ecc7bb46c6022491266a79bd7a031db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f522aa05982de2e17a510b1641f90269c1668c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33944498d330038fafb3a47aefb2f6a9d967735d7817be2aea49567c84b9e888
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f52f0a3cb58d6b4c96c372ac4d1a20edfbcdbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d98ab9baf3db6828de51f9a6ae885904ec8374752852b2ffe0806ef559d727c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f43e9cd7e393353bb4e79ecbdb77f7374c64b6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273b1ced30a46e97d24da484cbfbc98d03909a06a4d31e724cb46a92d7f29ec8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054d94e96e36aefb85cc18c0edd340ad6356a03d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cc12b796cac7f7e79d2549cc0143d2b2d91a9d5c5915161f8313d9602ae3f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e89f2f52dfa105e5c3f025d3672946a1efe5fd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5033ec24691730f95daf7611cd8e852b0ceb0614d1ca501b69d93bc9c88bcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750c1d2629e14e3899860eb9c5552dd1bcce9a88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b01eefde09657c02158aa608a12d058a3ae976e1ed989be6f6cca384a2eede9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344222fc9ae4e0be830437b85a4233d5511e9f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830685e815311e2cbea00e7207d9bddb4765f265e9938f125a849c0cbb423cab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4715d301dd090b6b9f0faae4270b67e35d26f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d249908bd7ce72673047a5d3ab74b0b773ead6f2fe0716977dd8add5601909c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1279c8790a6f494c5c960c4748e407b95925c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a36a6e9aad13d4cd18b84372fea6067601a8d94c1d2985ff10db313c3b110b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ada2669e16a5446f7e32a55cd9136d9024970f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b1ba33a0fb4cac569e75239bf1f1edef80c907b1b3816d14fbf7bdeb4b09b6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa3067302fc5192bdc6c7df49e96c4377168bd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfad958bbf87b3a68fcfe9dcd9fd3a84c11d232dd306db5bd8ce4819ec1aa81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310f1bde13032994add9f20ef6edfa3bc79687a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d091104343c2ad7d229c659505a1c228d365532c6d421415e9f800f18332e197
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c5686ba249d2cae82c62176de507b11272245e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50a4bc1433d3d6082e0bad3c12bcc283b2c37ea86475bed89225342e8846e77
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadb7ab6c6dfe4cf0b8556054b445b419a40d572
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34753bb86e32e4edf16c88eea3e6c7aa0784f27aec3fe91e553e3c401e5a61e5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abad6efb0d370ecbc2b740d33d048f548ca63637
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc0ce552c1293bca8d3a2ad9a71e4a0839bcfbbd02c4ea4f0fd3c6f9106ebcf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7495c2a59c4254a84c1855be5c663f5b8c633b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de46510ed0f59d91dd2cf6ee1656843cc407a5061e1d63cc4e0d88810d1e3292
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a38e66b2fbe5b46fd068f471e321f844deecbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da3408f7d3923641b20c37f37b74d1ca72d5d06992cfe9de8d4be69da82cc17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b275270678faede7830e7bd7df5f7cdb5ac0ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad3460cc84cd11e64146a96263b48fbad36a96badd83d9a44740043921d1254
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80884065b517f247f75d70139095205a13bd9c87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e242ad4fd184621aa319875b1aa053e279191890c66cf3f739662af60120716f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8705c2575e1eeb876f2182fb40a7cd85322a4d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc8939106e03feedf8d85ab35239d9ea7f739e6b1d3a7a25afcd97ff5c1e896
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a750217025dd6e04d7ede3b900fd058f22b54994
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8e0dec394fb0921c3ff9da99c3467ab5f2d4346cffa320ba44d67ecbf097c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4949373648ee63ddac419402434013d66c3ad2f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88f8e94735a2fab6156cdfdf6f06b473142291b8a9cd8fd09e1395fd241783f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47286ebd91caabba46d1386b804e15b2bac3ef76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97d4667915ca6c3b82b62b4df81d723edb40feb0e159637216cbec66cbd74d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f87be2a9287d67274573a9abdcfeea8f878cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c0214362bf38f478eb628cf2c4dee76f83ea8b6ff16d8e6e9c875bd032f53a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3828d63749398c1a771320f379a4f331323d88df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748ac3ca1865012fbf2f105df36c70534365894e83bdfef31ea4205a715ad2de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d8259b38793a837fa549efc89b19d98a728aec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231dbefc34706b84f5481ab7fe50c03541a8a35400d671fcf2bc629964657348
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61534dbc54d8d152202e483079daeeb169d33a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bba7a70fbdbcf2c9834fc6dddb68d3635bcca279504fed4da38efdb91035b94
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31825bc2edb2ae8f8058c5e9827885838fe4841e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a99303355d7fc77bf6fb6254daba231cd99edf87d02672c24fa1fa30f1ffe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f08114422649cfe1bf56b8cd4e124f4666abc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f824d78a5e5886abc168eb683cc7e3c0b15f7a5b0b3c0cc989d75918ea770c08
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b57bb7461a1bcd17491117e9cdf6c0855917e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66870cafa8ba1e7a5302cc92bd065a494055baf606fe582e8f2f2a2f5841f291
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3752a21c06ea90becb755d3317a0b3bf306d3973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecedad391a30c6a47ee88806e34d9e9fac9e8ede635fb1c14d0f38811f93da24
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5194934250f2b13b9f6348f289ddfb392da6ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b4e6d5ed928acfd6a7db0dd1410f07657f3307cb20242bf364d77b1e1fd78c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b426f075ba0e122647b2fb48bbf755b16ee5b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528259d836d64ec286c31efefb6b2a90f0041b1e82e5a09480ccc6baa5971c8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c1086d08bd857dc8dd2feaa20e555cf42c08e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c98f947a6b644f843a22cbd2b08414a51e4fbb32416939768ed05cdfbc1c7b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75afeb31f2f815459e2401fa276deaa06c173dcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60068497bbe6483fbebf0e3694f49abdf91660b94815b190f3691d2a76eb576d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9483d9e6f6e3ad7927f096844d47b1b934a5de14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c829097adfd60416ba8870fefbef863b6b6001949488805074668728418fc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ab3495ad2209c7d0a33a069e78a5b01a3247e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e8a04659a94cc76a9ff3f0ad384516cb41b9586f1bab607caac6ac8c1e972b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1f6ea5ea5ad2774febaed584f94a4ddc628580
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30edc86ff5c95be2e6a354218f42ae93ec6ec6e1364d8fc1eb072242ae20a30b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83004f45b94fa84c7da4fd3ecc4b075d168831a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c239444ee8727d2774bc95f00c372c53ad5dba3cb4bf72628bcd758e20d7ec8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae526bdff78120dc0111de1d4ad3b3198c1782
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f124d87418be47c641328a35a47d2a202cf5449c48606ec9e37c514f1d1cbf3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b890a667d473ac386f2a89f4313ec5a30e8cd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7d5caa38123049de607612cc32e9c9d66d853b01915fa47e49f1cdde391e80
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0389b206d94b3acf28fbb39f0da13638f90ddd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab06dc7a3e40ea7dc3472aaca45cbbd1921c292da1703f9f5f17845a1e5829f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a4b947ae9d8ec6b00dc41c9338343d9c5e19ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47368a09a854585e39c495b24323e6f2046e11d52a3123669500a86eaacbfc5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47fb345e625bde1ef1360d20cca0716c43c5e94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba596bfea5acbab720df310d1987416b518e8cd0136d6d902e2684b6deba1c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c367a13bf140b6e549f3be8207006fcfbeef1ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f125f379511a8fedbf0f6cd7ec654e70c1cc436dccb9a6f8a3c1d5818fc268
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c94c4e349dbb0dd0a6257d27777369184e3d4a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f819f196dde4708df8096aafa8882f263547890e0c291b1737cf27ba14a860d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50181c1ce745c500f90ef19226408130f352a0d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420441607e54470a5e5b14567a53bf677a230168c72b20401a8c562b2e718ec2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4948e8a46021d08a0f068d84848a0baa89eb069
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1a7c21962f376d1bd0c13d1f3da035ea26d8104f53d92d7aaadd524a92d350
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5da86a82f25f4da65eee44cd583473fbaf303c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd8d1bfb8cd46f392acb508a174fbf5ba9b40b69625f2f0f6fb38785adca85e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c3e97d6d4a2294cccaf9946fc63be95ac3d752
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13703ed45cfc22e5c36faa28817f749a21a79bb352dc17ed45c8d7eff796566c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75397bc72effd3b58eda6239f0a58ab4e2d97bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c490c51a58c52e4c6e0b8824f3be969d3bdb3275b266253ddfd7afdfb0ed977
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eae3fcd27714486be013f0bb5e33cca9d647119
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa499deaf69908f8437c50ec0707234d38467c006e2a10ec99a0402b2a191a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d268e9ac456b65b855d443b5b8a48bc5275481d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b5ae53e75c3232a7a62f4df75e48fc4d80a5f3709f630fbbe00364763d67d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05fadd6f779199794005d95551bb53c167927d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87f8abbd036e7ce9718205078b2aa06fc6a2bd62b1d7f594beb67699422019
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0ebb7512466690ea8ff1187828d32cb437451
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7b652a03af8e9825c423358b87198c94f9a4a26b69ffe54cf61f5bbb595f74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7130ac77adee83a77b11840176b08bc5a8059b7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a595e972cc97de638abfda810d60cdbf42f83e0e693790203f1714394ee652
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b094d305f51cbcb0d4410e824f272164c8a4d49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b2c4f09cafb753f9bca15976e5720bf2ffd2fdfe3299fbe68438aca4d6e14
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09185236726750c5203842efbc60083025acff2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2963dc7e110cbf7d9b8176bb5f0af2ef11e9056ab718ea468f07a9d488803962
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e8b94939aea18291d07afbb735051d3f666620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6566edc1d1127427a59c9aec971691bfee23aff080769c05794980a24b596ae3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed79cc50877827713ad1cae1103a101f59a85f66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338b4b600d6b2a679da2d25082dfc97d15c29cbea29e8a13acfd5a9f5c6e651
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14411095546199d0cc4e75ee8208d21f5ccbc6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63460f95fdbb8cdb4af85c19efaf763e111a0921154730349254466dc7b817d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22278a764b5992a1fe2811adb07e17e922b0b040
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a7548862060d49f2af8f09d4d13da2abb1cae258c144336080dc75dc9fdd90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ade91c6996cd917f07faa125d3b797f048feee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91874edde597a7326c5d9b6f91dd7b78ffe99565c70e294b81feb04b53bf5704
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4430181fd7e2835c22ea9f09184ac05b274afbe5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539cca8e7997be2f8ae539d782b8f189586c25dad4f2853b867d30a0e46c307f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12e7782fe04f98e7c4b11e8ad4a428eb3ac11b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5a7a54b87df00cef2657a68750aec5f9c85dcd95628acad9828e343a0ef849
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c306d4f280025d0855ca800721623b05580953
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a921c1eeca8ff12348c6a947822067952de4e8f436dff6495e23e4bbee5b83
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b3ba75cc4e6dc877891a8597f99cbaeb55fcf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1c3d303d98a03afe71402b8ea5b736528c11ee1000a6c9484144a6ba81ad5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1f52de4a42f6ff8f8f0d84644a11e888655b19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127a7c8219c92d6e8db6530f40b9c415b05d72329575a0ea5f726a5e9929af3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f21deb256fe2092d70e425b7b94d9f78ed6e75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390a887c0b9daef4b713665f6f10292b2e982bea803db3c769b793b26fdef72d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc335815bd2ac6c17bd1002b75f5ef83b3da5c29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b649e61964301579ee72c90ae921758887df1327558f55a0dc60ff0de604e75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a37096b593769c341ae53dc7f4138d9d09652
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3f49a8dd4f88ae21969f80f9aae9f1970f70690ff97bc87e249c4a2f938c78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab370572c7383ad15a0dc5abf07a6a6ea5b74860
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4c940d3079ca437cc2914067c06447298f6ab13222d84216554fa8cc3d29c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d9261bf188d972948a60dcc447666072a6296
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36eebe8c4dfddb909322007d15e98424a755eadd6287a436562ed11dccf83ac9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f21e6ab8a2ddad47b5a0b07a17f05871946c5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd47852995ecc7dba716d9bc5567886ad60577b012498b09b5122fb99732235
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7eb85cb4e852e7e9dd04c50f7e395c881f19ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d01222e3c233d88e875751aeb83edb6524b19ba84e590cc662299ddd673d736
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074e09171bafab29327fafabf1ce5fc8009364cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78944ebc9051e0d829766ba2781ed3bbad1586ebf11bd366055265eb4f7337
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1fe496a56b90f692674d65efdcdf0c80bacccd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e5d97a15ee164fe03c3e62872f90b01d29b3263c3633eca1bae29d18d74fbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6dc8d5ccc780d186736e0485915abe504d3c9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d718d3d620e9b496e34b2ab688a7383c469bd2d113f80a41802c03a375720f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d186be152f012cf26fa51b33d124a1d62bcc6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb2eb2f530020c15eab887068d2a92736b253003548292ddb68e02c1711a3fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151b746d340dc200d275449829f6f9592066670
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de118f81860554ca0ea36db5cceaa0ebcbcf74797854a1b4536567c237a1a6f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd34888d6b7b61d4636d53847791261847c505c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb9731aab5bedf5f7c98bedcbceca55feec163032ac780c933aff7ba10a601
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cf6a891fac526e96d0c2d0e1fde8bfea42b627
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc3c69d8bb9f07780a68d11c195834ea04ebf36f2da5731a708f3b3dcb9cc5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09d068e68146979457bbef817441f417af1b1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5232076eaea773a7818f8ca40016043c2fd13c18b382d40c1db99855e18ab32c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0430e7b87b8a7f44f2bd8daa8a978fe866165590
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f553d05c4f60c52c9ea6ddff8f2247c97b99b7054303bf66da9c3b0728ce1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cd4b765c83a828f32c7e753a9e4f6d6437440d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3626f910cac6ac4e11b73388ab4b83831a74d28d41fdd7e075192f9c2c41a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541b31d8e1432e41d600caa41a7b17e421c8a55c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f484017313c9fb8948998526f61b4d2c84061ef748eecca066fbadc476eef7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc69cb3342990438c1d1123f71db6bb4faf360
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32161ec8f45c075748612c990032c14a8f5072e71b407d2743714f193253d7b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c482ceff93f079c014300d2093fca46c107c06f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de396b616c0281cbfd742adfad1ac3c0b2bff82b7bfb1d111c2081f335cca19
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0231545dd8ed15bdc6f7ee0dc4a281ec1f8f3cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b247c085921b078b8564c05f0a59842dbada6f700ac95d62a95a853f5597d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f969300b884f2f640ab51c1e3e697cc377bbf144
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9689291079c498cf568ce6a81bfc1a1a1a199cb2a3b0ae91948117c2bbd72419
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f32c25e8fb8ee7b521302db310416cf3ac2886
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684492a02b5ea9f19e388ae212191334e71e8c590d319d0eb29596486aaa1abc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f972c5e40e37da0014b512ba749709f1c4bbf19e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de780826724eff6b63fbd0b76cca68ce91a255201ba9336d8d3aa9d300d219b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66015e4182822c1d2e0b34801f25b42a0e9680e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e330e2902c49f0dc273fb31302d41e582ee5fbfd95451c831e4f4ff20ab10a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a541f2718ebdf3117111062af3d62351f7d6bfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3452ebb98d9024818ab15f650485e98573ea6e2164aaac1258a940af5548e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e398091b73cbcb09caa9a7c0a904b3e23eb099c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a817396c203a8a61afb3f19628d65cb1c07ae3b8effc4e8a7aa20fd2e06ac4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d2efff91182b7c54ca71a40e6618243e7f29c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93948a01aff15123e371d3bea090bd150321d8e3011c5127d8d7aa46ba16aad8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6549f4f464cf0f8a707c710fddc5dd66e23d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e03ae90556924e0de6d771be6df8dc860cc322d8d835e8b3da2a29a94669126
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0456d813460c33e5aeffae63f16877f846ae3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7291df0f226d7b846b18b5919a835560905de8177a7134329aaa35a7c25d97ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce5bb944353e88d45c1d5c61f8ce1008e59205b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34563dd118b4711bd530815909f1247bb0d1affbb2c0ad1fcfa9ced7ac2382af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3161fce6c5da03fe5465804aa31c663fbbe75d18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd05721f2f83adca7f795b3c5f1e5fee39bc6ea22892cacde0a6889b1434e11
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419ed40078fc63df714b17576d96561d10f3a3e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e3631edd9b15efa83a6ba6a7f761f432ba7f653bf210a44e18003ac8a7211a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f03f27a6e14310241b850cc8ac855e7ecbcd10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e8a073068e987328f89fa38313c8b3ba9b743f61502e368f2facb4a16bd9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a337300b1013c52ca3c87c33ec3abfca8bd2bb29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c9821ec96112821948784f48d9c572231f4fb661b17b907ffab62cb070e7cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd1cbc646a38d6ed6fdc45a4dca68d17192d39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3aca706faae9098ed16f5aa19926bf4d9221e43998b96e2351ddf713ee27b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e333ab0382c8776ad6dae9cfddcc4f3b7582170
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687dae04ebdcd348b015c87714001b9d3862f899da0a8bc03c39c89a2157ce0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4014931079b19fe12c42d256cdd1d6b6d4f56706
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed5942fec45e62267a1d81ceab3dbcdb846efc086b7c2e1b52d84fe5625a273
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6a904691a27c2fb25e199e8cd565615fabbb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f705b0ac324089f4be66f6773824e0fcbbea128b4dde9ae90ab8fe4e886f6f8c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd81142232aed97ba59297a9b73b7291a9278158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8572578b6eb32e850c41233e16a6c502888b231e79ae46e86c2a8c976800e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67b6331e14177da52916ce89f5c60cba5290cfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e464d200ef298f3fea13f0b3068304e143a8a114aa2db6b88e4e3939135c43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f525a397d31c032217f0a46ef4396cbeab92185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620e0be45463d456d293bf584f0595216cc4a2072725f3cbe8fe104baa6172f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bde65617eaaf2f403db87ddefa84429d4645f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4da2280493941348816e27e695413c06389900c4b5438863232b7bdddc3e58
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aed1bdcef76689b4b5cf6cd8ac133bf84e396f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4680ca3562ff17d51132b98d6f57e3fedd75ad86fafb1b6b33cd455918068
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962348f6ec88d45eda43465e100c4403886db9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d33c5179651f352d35278bb957b57cadfab89e060bbf86611144835942f5cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e3f0682ab9cf0701d1333eb81b33cedd457490
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1432e21e8f256ccc3412ffe1103e198d887724998c80d156cd40286ee464cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4177430545ce45ebdf2c6c7347ed24788c7d3dc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d5444cc34d81bf7c311ad20f0a7c17026c339fafe410ea60e05e462176413b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392247cb87879ef945357bdffbe58e159f16776d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d7f479c0dd94c22e8ebca8fe2d6a0ab488d7796076d54b378b56f7fd88508
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edce4b3ee75c78fd511bd92ec8a4fbbe983f530
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7075a32f44fe89727ee204aa803500e74f1c25f4865454a6796a5719e24bc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9938ed10622eca709d4c4411b3f05ed2e972b44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a665efe7202e3ee047afe9c5795f3e28b195b89510c4d77f3fcb43c7a077f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4debfc1ebe4b9af823e58679927afcebc721d6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2b8487fea9bec99d5c849cc61135fad1747cd1b5a7d11d79c74d074caf87b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000193e51de6f2a60309c33bc45359ead1df7bde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2433218130eae32ffae6969c5d5e9046eab8eb5fd4acbc2f052aba9c20608596
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad4914b0e1c984fcd7cb5575a85b3ebe70dce7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8862638689348d0f27cca5bf5c115009ad499f45ec4048ce891df8459b47e72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8eaab80262e8b9b7c53454b9975196e00d4e6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6ce49d7e6439545b325c9f5bfe05a797c84b60f1beb8effabcfeb48436f637
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3065dea9081d964507733b154dacd7c5b06876f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde08a8813aec46dfb914165907331b837979e70fd95b175321793f9fccae10a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88589aa78e4a62490f825181d43b49ae5e52552c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3f6644255c91a1f531e0b4b52ca2845a9e0e679e98555a590d9a84fb94c75d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49dd6e41b2303e8fdc61d7528c5260ca95841a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c019cf88a00db649f0d2c7a0d09ec00804680b5066393604f7ddaf98aa8fffae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400f5b09db0ee4f988b5618b83775ef187d2e353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8197448ae042432d6b5284a54f5ce0e91846b3b86bcca0a1051c1905fee9bb18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77caf51ad54a81d0f2a92a92240fd9981654365
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4215728ead20353b20c4adcffb2591720a4983891503b9e45400b90e039481fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34a5448e1f554716b065148fa8df379d7754516
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c4bd0923cf8169ca61bcab1a04fb8aa77c39a6d05ebc9044f80b970786fda
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b94eda459e2a22996593a69e6598a6e0098f45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3098803dfd93ab4fcdfc5f8629161d890036c1e397979da2cde1fcf255fdf19c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d6e321bdac74d77ac4480354489d4adee4b50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e1d2510e40a2420a5eceff91111ffa41aec10dcc64bba6e353871632352d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a801fe8ef39900f4d5a727aad177d4e49006c654
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2167a9b148aaa0b92d2560f7660c6e3186cdeeee1c1d6c755e57686de4cfe74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966d6a1902049dd21afc210e679c12fb4b53390c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3acf9805e6f3fa020cf34158fe00e6fd4fe1621ea765b77bf17837eb7c1998c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e9254dc54bc88e55233976bc4a2dae8eb780c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef5112aa18bca12c50d60c7a5cc34da04737a03a155254f5170ee83d557bab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3da4aa0cfdc4053c28ec375fb4f3b7a4bc71b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85006832563cab15f28353a583131a63cd6c9dc1c0c4b46f8e253b9841f0cf0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c268309a859b0522348706733f883f5173836df8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd8ca0d5d50296a6b8245ce67c6810ae64052f43779f1b8800c5913d5023cbe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece546410dd0d1d7312e18baa3722b10cb954b0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7466ce18c26db225f8964e836662a25f439c42bd66047370380613c4daee72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bc70534848eac54f53ef379e7751dd114809d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca5c4648f10ef1f0b391c716cfe5f00aae8fef1ea994e8abedd172e302b4735
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761641b7f8b646c505f987e0a4e8bc8dc7367cd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806e2a3a657475bc7cba6e0b4134b89c0991be6f8017ccfec75a83e14a92885d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211e5ad6d292010d402a014efd69447b753381c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc00d89d025f901d610a557a834ac9bed00f70fb9e22efa76b527bdb3a5381d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882e7d30936a2ac37b83703144a8e1bce6222dc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60b5db0786dedff117065a0458b42db516d6da8989bcbd8080be06ba3ae98c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a176e0f23c646bad1d2b1d7d70f291c60c70fcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e436a2d5e5c97b9ec10de0e8be8a95ce92bff87786b68d9269e637790031aa4e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a172c37afbe8cffa34a787f3b067ef079f08fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd583d114389cb2fba1791cf425006b7384d1785082dc4f23b11b1c9b8dfe5f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ad037df9b2251e42a0c5c7370a2cf020daf7c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e1489d91e6d1c20338950f8b58347dce59ef421a70bf5b761ec6e0a1c7fd3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63780ef3f42a70e2daed8d0fd8de4922f679661e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37039211f17eadbde91af31c541a348095df16a4552c161dabea9cffd829ba4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0cabc20a1398dcb6bd5c5d1bc8cd1270188726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dfba4239952c78ff38303849bd1b8435e6a54b223c0b99a44f69998e5540cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97254aba5f07a8be885d3f4a3913deeead66e2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc890b7a90de5d03ebc09bfd2be08c7565184c8edc565f237e6debb47608efa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1648fd5a9b63e530244b2c95cd8746b1d9d3f42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31607ca255934779588c1fe0d0a387bcb232119598c0d7bb83dceb2c4eb259a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3744ba7ce879dfd4be9098a9854ddd16a37c2f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285dd479d7efa5e7e1c7cc05ade66813875c039f7511f799ece9759d2ee8d13f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb5ba96dff09f0cb00d152b357bee9475ba1965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14de0c0dc56063410511ff5d796929daf283d4b5a493a5a8b01c218fc1dc7f4d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67af5a621d436e2cca796a53d5bef2f496f99d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65e3cb16092fbd77920634f3399e09f8ebb22402c51f6f074d2f1bb3dc7ed12
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e1bef6793cf4432f257e25a84be1f17efe3c83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b494b59e2f9c2e6cdcac79016952775a106e75582369439e7f047c23ebee06
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2119a8d8defc5e41cfaa82a8791c3a369c243cf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2bc84e0d86e69dcff481305cb21da3655d23555c45066590cfdd361bf1007a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbdf0ea76b710b4981b09a9880240432af956aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45814d1baa71f5d4bbba9ab5416c768f0896cdea01b6354d11450ce0bb49237
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da479f70c223328e01c770933e4fde35980f434
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5bfefa7ed42332bf4bab103b61e9a14b5785ae18debeb9d196c096b65ecdc9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a791b8cca9931f83e56cd2e4866eacf01e40e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6db02d5e92abb80f274d5c33db8c59e84186539c51a020581e5a0ca8ff6e2dd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e895bc3b5d5f28c60782084fa362d06481a4ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d47ce684e8a8044f153332a093a64bf0f74d207f451a3ea1171f914e353bb20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedad7a6b0ce10f29a608cc4bb996e853e09d2b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d960def2d852edf04ae0f9d89aea5ad22694104423d05adf225da4fdf476b55
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59669af553a5b9b7522352ddd35f455e6dbe7b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f74219e0ecf612d7a20a97f41244415a51e1587ca2006657f432a7f4132f0d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175ebc9b1e9206324372f8cfabe536dde6785917
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df74b18ab695814aef5fcbb527c945823fe6fbbbee1f8605513e2d032eefb80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0111722949abc35772513e6e4cc3400fe9b45b66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6562ff1998a142bb7a9a634ac16ee46fdbee9b857ef5def289d78f285925973c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c89e860294e1f415201688747a1f1c41c18000
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce22e17bf823c0a70379d1d2e4a43054bd6da84921e4cb046bab9ed4fd21216d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e7c776fde7ed49f23bc5747939d6a161992f98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa37c00bbd38d44d220fb5a5d2865b56e7ca34ee9094e3b8e126e0df0a09b49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6af203529d729961b4c6ad82d14527c9f1fb53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b329f9f2abcf5b34ad3cd61d9c6a1469cd8499919450ef28d3240130ef74a046
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9847d61b010ea05a83eb227244d18d47d6c7725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c3dc5472ffdebb660af3f877da89e7b91789ff2b88bd76c37fb910d7459641
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad32409f504438971e2bd6094237177ce81d1128
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136edae61517c19053e63ade3ba94b94225fc84b0d672626bc57e01bd203f887
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4703e36580b088d96340e1643f89e27538f4dce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301ffd5961f2fe665fd70cd2a21c72c212f3fc7f33506e4ec24a44dd6b45f932
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa8d22e79d08e25a6c45747f9e7a703b08a7acb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31160abb7edb07ad88d250971ac5f6c52907ff0457848ba73fcf00f544faefb6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066141adb0857e89b320d1171569a3aab0a4d8a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c7b7197708c9a888e1e37e475f420c01692077071fbb3ff2a3088e1e023ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922695de47372f8c9bbbcb55b545b2a63fc4bafc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb25cfde177e25951dc8049f8023b38b1c8e39072ccaf9ad5ed75912541b52e8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253f1d1a6ee759522e16b85232394306bc4fe6d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861422228fdd40e59be5b3ad05edebfc2d192cd64ba25e2ca5dbcb2b5f28e3f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5648e446375bd67d9fb8ee5e2dfe5ee0480af92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffd7c3f1053471de24e772bb39efc3cf60d270f43c727348b8b0b9c60d24fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69949d232440e04fc79682ce41b56619181ffac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6a4c261217bae55de5b1cb0766adda679e590a4d84b384def5fdeb591b292d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abe6f3cd8aac4a4d593634d2bafce981f8a8c8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd5bd1f52ae6d3f47d585900f8beef6fda6f9cdc396f5a28fe4ec565e9424d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090d3167baf993b24b66502cfaa95414b5ada944
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990bc560a79ffa9d5312a33ed9fd9a454ff7c955b87def9fbb8921a59a025dee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1329855b67690a5117903c95d9fc73e65f9df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b0e3dbdaf00b8fa5e1d96f9a566ee811913b59ed2c606850e5c5537bcf58eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8f048f6a41b273cdb02976fed5b6bb59bfd104
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55f060ac0f92e6337876e75e39c58b2622e8bfa6b6f3031846c261efb81635f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3844ad6e4910308388fc9bb134b18f4c65dd07bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75640c4c07a876122917227d0399c19cec7b54c2641469c7d0b968f655276967
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1232400e47b589dccb75223f48bbfe4e15a90ff1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe4930090a8bd1f7c6e3f8ce4d5c9d1009f31517dab989681f03a5842585a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be1cb41f8ba13956d5d8edae3b1b79395058491
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7952a4820b31fd5bde76a0def9e9b75287d87cc26eadd0207bff6cb0b0f43c40
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f954cab07e390015545231c91996aceda666c679
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913a9ba73f852f0d1d257ba5225310b463abdb6e10d533bd36dc42e85d4180a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50183147d9f3c097ab8e19245cbb859204366e52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8811b09240bea3312825db8274084684d251b52e21fef2c5ba3f2154a5675ce9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9128e5e22d9b3855855bf772dfc632e4489c3fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244aef281aa741e2bd824a285ad80eac890b52179138737c49e634657ec0f5c8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66934383e0b6b17b9872ea158546a3bd7f3c3111
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c487a08a8ce3a61050a4adf014fac7f5c6cdd01ff18049f2634e3087e755ca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d972ecaa33b66b156508fb8794fa6be8df9c49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3919ae285ef54861eae49c86e127f696df9e5f47f002e054297c8a78287056
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffc5a7b1c1f13263632e7480b57ff692770354c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca451e650c423202e1784ec4af6df9d94edc6094a3a8ff8a53ad3584066b8ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c458471358945a2d44100f2db3df58c27cd3c703
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2303eff6670bd650d9605926b86f0ffd198488a6c9507e8a4873e4ef42d91c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3797c670e4790258f09a58d8fb538a87fc9c4616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb7c6a460db7e6e04be313a813caf428fcb6b257f9ece1c2b1abe0ee12a81e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3481c9d00f4ecb84d9c1a273f9025e8e570adff9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e2e8249cca883724f29d1112d12fbd9549b2413dd98e6904df41804f75155b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ccba610d1c9939f2fdd24196ea910fe9753ea5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6e33e7bda3c2ae6f88f4c28c5e82fface43d314fae2b27023bc997e460c661
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fe456910dd734e7084287f07c4dabdebcfa95b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cbfadc6d60c7ac724bd121b8b69aa8a5518c3bdf48632a7ae1c0b445846f0a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67e2da2b59df83e00adaf231588ec9fcc170ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5449cf5a1d149f4af1b615a37802d56560fa12635b802ee569dcbd28c00809a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1fd4b41607ec03b342565c9f8e802bbb3b9b0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1b10ba2ead96c8bb332a6f2a5fb5b7eae0e607c71555bda018aa5f0c45b505
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0193604d619f34109bef985e6c246f077107e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c5a6974a7b35ed69d6ea8469207cfc0cb1609e0914b79a136c2a5f6ea3512b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41e466dd8490021387ea8c807c7337b0c73d001
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7c37eb41aab7f3e9a9c74e59ba2dca7988e7c37b03cbc4022d00053fa14507
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a2e8a197947e54df7e359b9f94fc344d01082f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ea10ade41ed51b3c659d2f3224a7e85d82362a8c6883ef010de23ecb9e9a87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7891d4847853937fdecb9e11f8c732fa6bf1fc55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c6f50e064a86a723d59dd42c206d98374c569ddd9ef5065f27e7c55effa8ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa5d60b264a7013062c2f941be4a61a9feec126
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b33270bc93150dcca8ebd769d60a7dd88262232904ff13ff335d3d51ba66268
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c18744aeabc65bcb5d04f708fcf9b61e6c67ff4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7d019e3b86ec142d6248e524ee33cfdbce93d1bc2dea22991ef477acf0591
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6929e835932bd2a913590d4e918c493cc9fc63c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322c07d4d3d8f7f805ca930c0e7a77e585012807ea0d5492ad9ed579e04a960e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717ca9ac7f09e7341c4dfa639ad7af771b6d1935
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b316a0664081ec0d4c137b16f3b563b97831f0d5e84a0bbf99175194ee3472
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c1f7b6273dbec0b5e8d61fd5ef460eb10a172d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bfded23f6c30c96d246664df62856a84d4b6baa4d4612e8e46dca4a044fd6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6cec2ddaf450325ac8f46ac4bb9aaeefecdcf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb4d5a3729a808f44937210a897aa8443729879c0f68578384f6852f7c5b59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131d0b4c8880d72146c09f7f2ff2fe36a8e4123f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfdcff9ecf0568b284add89532c04a305868747fb6e99438c03659346e854ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07822cdd80c699fd7f8907ff96b242258e415f26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0942436279a66f7b28efa107d97d942f8375913b69a920d910692682ba75ded
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d373c1f4d7d205de2592d60ead30435cf37342
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b50977c69b9b65e9a5bba119562d2e5db24020c6320bb8a470128e8459d189
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70137991f3d334be84a86f770ec7feb469fb995
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196104993f57df5a12655469bf0d3eca97d8f3df9ec36abfbe3ff432a858fe33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a733c31de0adcbfb5da4bc36456b4169ae5292
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4300c32a1e7491ee4e2a22668272f09d870ba1a1cb88c786ec2b68125610d6c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fd92fbdb178d2b276a239cfbeef7031e5ffb53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becfbca5bdf30ae88022920ed5818bcea1c79a2974a272832bb4365a092a19f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8865b454db313eabc770f5b4f4fc941ece341d9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349810d326f423517e71f39042668de177e7ea2bf20eb78281813604ce0b8ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5f7e89bd25b5ebd4b840044b214444ac9defc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a1d5beb09d60e57a73b90f15a037721c076015a7611cf04259e9209530f479
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43e84128708b1c70c3c0d6086dd6688843f2936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d402e9b815d01c18378ad11101717fa4e332c663356ff5f760e48c8ff2c8331d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b06f0e1cfebf761d4e58f834383bca29cb4709
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b28b1d46d77539ce24b9253cd7ca637164af2bc0af0e3a35a8c8706000642a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e84731d91644db068c4420f0a10efc4a3cf42f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e662365980ae8455e24aac896d3a9f26a2f59f40ea9ac77fa6462c4afea420a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ee28d745e68cb92917c76603630441c2db0f50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bddf621850b6145a56d2a11f86e0f7b7c5bbd8f6461a455ccc3a55385855221
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90f6393a0f3c2b55732d40c6fbf98129921c144
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797252d815564becce6a81a1eb613d2305270d10e36e8add89122f300d0099cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c8a20de413b37e4af9dc7f6804e42279d1829
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcdf965619b3a7aa74a8d85061ec34bedd91e64a7ab7a5dc2fca446224bedf5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fea9a61f28edcab3010721cf5680fc579a61d5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66c23ebc7e61a865c8de313622e0f9984738abe168b188c1fb9ccf8f663e9d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692b4a8fc2592ad4a052126967848be7f193bad6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd7047d155a91d21f2cf688e5122aad998ff993c4cfa3c5671bbc5147e5ef61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d98e29316ae48b8ff517b69ca36c3b650b89d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c513bcd835aac9978881c85692ad398ffa174c13eaf8cfaaf3d38c0712d46f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0cf94e5a240bb80853a569a75045917ce75b9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b08479b62f7bf24efb1c702495d0b1e1c6f2f049fa310db35fc09f87e323d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d65f41aa96e6d8b358ca554ebabca8db55acb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b22329bb1555a05c537d81074e63ddbfede5db0b303ec4f89dc71094d34cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176da1ff948298389184211476efa93220af8315
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71db8bf8c9db44bf1c9ea9e0860828c49c8354adab9dacf900145a71dc9a8491
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c94e7fd292ffbd942767d49d090652501cf5c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e5c0100b8ece4ba41e50196663d6663bd08d3a2b38b371758520f1b56866d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974da24a5f3d01d1ae24fd3b2f6948b9a56e3967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e34b6da1eb7c344d742baa7446b6f04eebd7a4d50324b9f1aed115cb59996d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23399b7cacfca2990e1b6be04c617ef3ba9023da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e0293da250b1b25fe2e3090a91fbf1cf720b8ca51120d78d2ae62f5b66d675
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b8ae0e1adfee3f81b565b3bd7ade05f19c0ee1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38fd90e6bf304998cd2b4c2b0f52d5c4af1964fcfded18a13b9b701c2ccd6ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4951768ee80ed2ae0248d3cb5c1b08db3fcc4fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf9e06ccfa3f6dc576e6b9e81036232162c5a092b500498874e166ad3e9b04a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25760d11a4f5c5ee399058cbe35919de962c8940
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2796adb96544c19e8b34da5447fe40ebaca9b74def10c382b636d8e2b2cf4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01966905beb6c5505bd6d1f737c4c918dbaaa7db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e838ecd76a5f6429d8cea6401b3d8156c3cea85a4d6c3b6b6262136f2d1fa45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210b53df3eac4fc71cf59a09538e43325b865d6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d23d455b4e012491827e28c468ab3414495415f33eac5805027d59ba358fb84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c477a4f7096bb1f698577a3a2b1d651fd61244
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d391ac57476855335992cfc19aa59010428d620cbffd8b2bba95d5a72a470588
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d513d494c1588989850d26c8526424f813b206ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137f9c0fac51eb21958dd34efce78ab5577fe85d9314f5eb6f4d33fe931d8c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9419b176472b2addd68952e923d783213d5832c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50ac55d2846607dad9dda0c2f10c94736a926e4776bfdf9c7683b30a5e7dbfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56735d382c156be7cb50134eda3028fa91505c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee38639fc59d987e3f062fa6e2ffd514f06ae8cd36e7dd542d7bf71cbbd553ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ae46620ee6354cefbbd4ec032afa64043598f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d07c714277d7f97dc699502145676f37201ca351b5619b34a448b11e5b6165
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c8270151e9cf9e207a610277152ac219c3e487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05cc5a2b6e842d0e3fe513bf38068c379955dacee984345e13ad63a4267d73c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5e2cd657e6cd3382ebcab9f9c05472d641c12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b0cb84ccbb3ad9af2ac12887279110f608ca415ac37500320e047c23d6d437
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046310e734039caac30cdb8d7b40a0f50a24f2de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515f211daa0275ec8c00d35828bf7392c5d21dbaefa5ee86d87f5bd2e2527b4e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a62ae9e44735bf9380f473200459d5433d7c1e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0297d69615fa87a14c4e58754b93d97e004da90d88c3da4732d5d480beb62573
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5027a6f4c4e8bbfa5645fee8409392d5ee1563d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a8209b436bf5325d25ee4e0e30fa6107502fc3053058a54295c89fb5c6bd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8036fbef1df8528e5c9869d27d8c708c28d3b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1132a13817f0ed86c102e9460eea5a80e182a52079edcb442efb41d2a9c7fdb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26a1db80bbd0f3af3d4fc18c16018bd38289e46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ebe51d77586e212209c3ab6c7ad73779aa0bda3672839e035314194ecb78bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b65d6a893b3453731fec0f45bfc984325ea8fff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a5b99d603db8bd4812ad4b1d8030b94ad237da8a102c2caa9fb2479598076f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d06de5af67f236c7ff5f83401c2f5cf4bae1c92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ea38bac61ea3c62ce0a8ab50feda0ae27c894c6f4185a54f8423074bb1fc0e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b747dee37d819ec80ac593bb8e22b1b572e3cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdae4f07087a55a61558e0b937f5df0bc024f9de1bd4f0753c7af59152fd476a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1089dfa14c5732e68b9739adf7580f1c0e56a581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c172cf267466aa60bb2233e4a018cb0cdd1e863ab70750fffc77cdc67d8239
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e90fc11ee1286cc6dfd4725435ffea843a3028
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fbb457a5573e2c09edfe0b6129f456c1346b1009f5a0f2220ead8ac9ea276c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8e6f26a8cc05f2d4a471c89492faf994cfad3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19103d046fcb1ec8a396be3c6263a5fe45a2827b14213fbd9183c96e19efbe1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db56be07a8d155aaa7342c834a4d4d82d0435537
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc632badace1fc9935ebc68fa6a53734de1d9c8306e2cb3c72a3a3835c05dc6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c5a8f6e247dc4e9d951dfa2305afd44e0e0cac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dc9b06f10978878b5615209f48fbc945079a50988f644a5ac4447291abfe0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9af99f9c0072bc10bcf34b5bf7605dfc0a9b2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465ec14998e8057a5bcb801cd3f18a4ad47c586f99ee9dc2aed9c3b3e70fe562
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd151b0bb137855a85bc26a4259e9add62350113
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522415a3139fde3b23436e3cbe83f92d871758a090993de41cd969a537955c1d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c399de24fa6a95450942af3a7b09115a04c415d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7233a5f6f6052ac95e7d5786b633cdeed5c0a1852d1cdc2b7ef99309b0f5caa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e348a27fb73fb489aafbd2ed2c4ff22e532c911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcb149263ee2f92183e0cb8134a97709b83eebc90b82a07534797588c93bd33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d043a6fb5e2b1758edadc709987098eb87fc4a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182dbeff1183513ad986db68ff8fd2f4aa19926bc6b5be18b045cc9703a21971
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f740886e601993c6ce384cbdd57eabc58161bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150c5e18868a425613ba7ddb34e1cee065b969680d0477a15884c91d3cd75312
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09fc02952d1e488e2d8dbe12b145ff5974bbea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4115f85e620a3e97022a54ba213fdd44f0ce72e39b524d8b5dde49b1459c93f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7e129fe065d34a3c17dbbc45f3ac9e6fff5ab6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da0c28a23fa4759b3d4a961f7162e1f7a41a63566ea3443f74a428a97319ab6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff43703f043369039adb2e058cbf8f9e9cf9e8ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f150644e18e4636659f046533af966565f10a7687394d5319090acb845ce006a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d5df1c014cfa65865247318d0c3b95ca9e3eae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6bdb285e69bd65638f454e7f3660ba206a42ce8f69112d92157b5e8121d973
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f718fc0ace5d6f99ac89376a4fd63474ba03ac0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b985298ab82c6238273fdd33fe5225261d31c01035c4b56086e0653e32093d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8d0d09d23dc65deac1a34e78c8ff95f761bb09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b13c7d7bae8dfe5498782dd2fdde9f0f3b004fa37e16839a3bee436dc613a8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22374b67620c27ad7aa7bf394d781f099a01e320
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19106e00f4e4293b0a618a0f4996003216288eb5a0fc3286265c4ef4e772b8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1accb7ff4fb204a6f5fc09cce4c7e5ffbbebf38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa49b636a05f00f79d43215626e3c9277403f0b7518dec7fc26255797b91652
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f822b9a98e2e95564248139ea96107e074a671e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d9c9e9b44801a08befd95a441c884c6ab9c8e1bd63ee7ee0f487d4c3debbf4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965bf6eab9d53c476275d19550f036e50d1b752c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8623978acd675fced7a56bb8e2c0d6434b437ee1597dd14d36fcdfd58f4bbdc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc548a3fccbbb67641ef7e349ecc38a8c62395
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84da1a2eefcd8f5bb51720f9e78715e0d994bf08e4681c4ce8f5b9b00efd01b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f535a0b2a2087216a3e569f05c2eadf4f6ee9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91b69fc6365b90ca52fb252645b74882839e42451e11fcf5fe7e7c49d7a74fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19609c7be05b30211918f84595590d44cbc35dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c5c29e5b1831c3a2af1cf96797f5d8c5d9f264710608c7bad2e0427aba11b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a855e0e26c47462fcf0377015e5356b832d6f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac583fea7433b5b0247915000cfe64e3f7ab8e6ec587853e6027dd68fcae2c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551a8237d4743e90c4542edd98205da026b988d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5919c92b56cb22acb6eae71a2d434cf761cd2cb21f35fa1de89654bbbd523e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd60be78c8b780a23e324498106bf1b22f1fba2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b4545cf72a47bed9eddd22de8332d3d7a6f885c7ea4c5e77cc6518fdd55879
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52e34dce22257aba05748925e3bf2d7d5a3436
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7fe3de9edd2fb29d507c3486a36616666280a9ee34e02c8af45b2f9f3d4159
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e1f0500b6b1199e7394d4fa3935473751c099
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e5b4d375608c9712f74b8f434de569add3dd7f339953ac1bbbd4bdffa5e26b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd6ddf2c2c4bdc91ad8af6e3a9ef1044ab3ac6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e43c59d75cc5f01fda08c95b02784d15b9c90a983d35fe235e30072b6a2ca9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4808abaccf154d94d470bbf52e7ad6f075c51d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf4be04c76334ca803769615f128ed4c3e13bdcdc73b5e3d9ab7d46b149dcad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de00d3a95e0cd264d664e6e280a3fc26a57517b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660970b23302ad386597346c08607544317c21d650af5e731758f9cd93f5f1dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87004bed9e6398fb9b178b96ec1865c44cb17a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ee29168b6ba71bf24a30745bc77cee220325dff08239ad8c08433db77d0a9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606137298208e1f44c33cadc5ccfd88bf9a15fbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac608a44e34793d80e2bee52531f8ce8d4076620f77415f6e66fb1e00bd6fa84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e03b62214a18da0a87e76217f9b8e4900a09fe8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306192d624d051ab06aee96f5cd7bfd73939f94db02d72d58f7634a776727afa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e441ac446269fde5d608a10691851b6d3b34faea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec481742f9eaa56eacb8c732c31cd6cdec33f24e4a90a9e321fd1478ff988d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11076b736565f71e7acfa59deefe14e0c2d2b6ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773c227df989142b972ac58adf542735f9607944eea4f152c261bea1fd88e651
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbdbd94f8942c382756bb8c740d5335c68ba314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65435a6b2834cd3e52acbdce17cd71350b01ec7c93cdc92217e942ee8579246
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e9ba44727df9d206c66c0f4ba3f81235196004
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6a044c970ca45d6c70ca410465597f07c310454b6a9d48701d4828b1457047
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131e900bf773e5c86a89bde521b2ce28f79999f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636f8fe156a00ed78ce4daff23eccb0d2d02b1e91e0a103c1e16b43b31ad0244
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc9e1678cc9479c08f12cedb8e5157090dcbfeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cca9f889a0b09e2d5f1bb26a5c1cd3a3e29aff8ec098333291754089be40fce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dbdf5141575ef1d9a709837b940e893fe4b0c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621a6c09628c33b3bf0eef2e006e1df9fc12678fe4ae847395d45fc53bed518f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d7ed1ec366256de8b311394dfde808e5a73b28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb2505bdaa66bf133e4bf16ed6a03475e479187fafd169cde106f4658786035
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0395efc1092cdf119393e20e35476299cce1d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ed3dd801b9fe57af580611f80a67bbf2696f061f1871b6606383b3f27e1a1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b33b3f580c5abca5ce190bddff02f379da8c9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847de2f331781e65092ee66853487dfe129f280470b549a55c4d3ac175bca84
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26fdc99cda52b1e75f7704471479cf859315adb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9627f76f418357f227e53c318ad1d94783f39baf4bd96e3bcfddaee5970cf4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2a9aae01fb363bbbed4f3c4978647b2e1c554a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d3086d29cd7fd8737354b29267c4bc86b027a8f063a87a6a4270f9d98e142e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6dea4818c80a036eaf7a7994ed17ce27846dc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff36273a8f0155b1def43a0a2147dbb145e45b58086c4797a9af928f960886d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93058a5529789e71c5b5ff325211a573ed5c5482
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee0936fa09174db1c44a43163be72c4175858a0abb9c8a322cd1e714f5104ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52464ecca1e0a528a7796430d726ada2f2fdbf31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba7981ad362748225d63d2936eb9da9722f0f140f69f7feb086ec8bfaeee1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a5f1f1a3b5092593a66b22e5008e59853c725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb357b0620a38b802598de77812a9ddbc6bd1175cc0c70e8b0cfb9acad93a52f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d3ca4753c964b42277a8b917bdbee529c2e90f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd9ea20eedb9830aa6b81dfac587138dbf7785bf7c8af64b74f85a084f439af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07b5cc5704f4136f273eaaa0675d64aa68aaebd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d9baf81307c1c09c3a97cdf035e3e1372c0712b879e1ff2fab308de043b1c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bf458b0f55c9fbe291c41adc7b3c002e891d18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011724eab9b9b53b0370ab4a2a0d599399857f0c27697922b5244cc57aca9e0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3333f8c1e11a8cdd596707ba7aa5250b0348966d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dc787c39f44927558ee8f9ec941c6de5e25b7ba7beddeaf49fd979acb4003c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186154e407122e5465f7f84928581ae2921e09cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4879a4efab9d7f9a351afcf82df5f010768930c2254663d34fc26d25dbd9cc45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b465e084a7b54b926553f82f4f9e97dc4b30200
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328943b0630052c6e27cf30e1e4c50ac138c718397efaa4ccbfd4157fd1fecef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08c1016e72b3273c04651a1754d983788f0fdc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ec4b8a8349da0fd73e4b7d311e9a044f55d454a89fb349ef88869163eaf697
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5873b58f9a9435d925b8e80b4ab34e9bfd5cb2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c934ef853ba4b559cd7e311136f3673ea9f0c7a9425d73ef4833a710aa894ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cef03f4fc93e8659dc40e0e48ca6abf25b034a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedda982286a96b51c9cabacb9bff324a4c963f15af3f2655c1779d2db5571bb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196fb435af9499017db9176e1eb21e50e1cbb06a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6668899c6663928dbe1e910514ab71a0f6d9a819d748304143cfa69f4beb0e0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8df83a7a9272bf870259464b71ed67fc2093402
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016f1fdf4ce093bae374fb39a39259f6ed238cd415a056920864198a3bd98cff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fbfac4912d4785dfeca3c915875a8e837440bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c734713f40d9d6b099a485642adc3715bfaa8b6b334d4bbb5b6a9772a2a797
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16b93359e07d8bca26eaeee464fd847da8541ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5198f6192c7c36a520a137f167911550208e6e041df9544b4f93f3f37905cea
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64eca9bfcd351e35a4450d3b3e149a9a842d67d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fdb0f208394ed3c29dbd08ebb3b3f5229f1a29519ad173a9c732c40d268735
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2efffc061385984ae1e4420da73934e9d98a754
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b8c46cb105b7e62c6de9e9194f815899276e3a07c38d4153bb249205fa2bf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b2ffd66606156afb0ef28702f57bd574b745df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d5f10346a18454214329098fd76ac649ab2811c60d7e7551ccc88a8ac3eebe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fcdb1ba0068380c768e485f0ea61e2b0a440bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676a0f8fac51b9c5e514349dc441af6de41742e99dd0718ce2fdf6eb67853088
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96232b3d87cec05b9a6834429a6a564960be4242
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bbe9cfc00e4d9ef4bdf0178f2ec0c17e50883f7935ecd108f942482cec3697
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0f12d7f4c3cacd76115d0db7f9f8c57462d10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99e316efcd74f87f2bfbb81eca9466285b7ddaa8a8ae143fc79031cd8221908
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443c0a165a6f956725ef76936cebd80f064e67c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b864299ef4649f2c2981fe5c16596e23666f9319db2ed515a773e8d7dc72a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7356e3976d62ec3f23d18d1bd7b9630bba526a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe297423908411b58205b62e54bb299ac16186664936b21e1f42f838910c4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6700f106689ac5413d09fd6a343de5d9d258113f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca057ab36fbb078e53311260c11f1ba735f92dc6f22f2a015658d2bd99b13b50
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7367dff7dc406a16ce20605dbba3915496f26d33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd21ca4e32ed8a0edfff595c2d5861e6170a5f15abf4b807004420db23332212
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3d0e89d441cab3fb134c3bdcbbcce6aab770c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b69cd9bf45bf9da91503434a777dea50207473fce8af4625bd90b8de083490e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bb11a4570aaf11d9b1b947ad5b81128371cd07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37744c3a362271329a9668927bff41065ef976e19671fa6ef4d9b41f3f9c282f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c4a075b0ec80e781484baccd547d32cc8d6a8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c94af06bcb5041165dfdf672303ded721af4a1296b171505ec60dfd6124451
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc184b8130bf4e5c887b219bc7a631c8c5c0fea8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7791bc5f5fb2e8a139bebf10fcd378832d250a1a42d79bc180ca2032019c1a2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daec5ccd7e66381ba70ddabe9aa5a6dcc60d9130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7537f44dcdde46b19bc291478fa177766ca7203cdbfa7302125857504e727656
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe39527b73619803d85b746850940af367b9450
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b0709eb1bbc133935f6cd3e59538a20b1611d5d4336995195b25e24334f17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b2dd9a6d71700a73e39e97d4119dc3d03ac6a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e332e25262f9dc846b5f7559fc41820d944a877fec0354666c156bff7a639
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbf94d7745bdbe465b58bfa8b1cccc42ce4c70e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c36e44563c3a8b3b79e9ecba59f7a39c63904a705d881cb1eaeea3ed1404524
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451c88add9fcb7de4c9601b0a9f87476e90eef8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a39cc1508edcd2ced2b80e9b5c6d78d00ecc6704f07fca2228d7f04ba802ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01050cc2aa309cae3a37b4b32ead8b9ed8f9f74a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0079b4ee07e0631dd00323b6571714ee8499565b3f7a112268d5a5db60212bbc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd291564f5799a987d7200e284ad3bfeb133cc53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f40ed8d8f1a11ffcac5c73e7bb26e924ed62c1d7762169d2286c9863068f5e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac0dbad2a73166c5ac981fe3e58860a9b9db32a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ddca87696fcaa7cb3c1d1c5a26baa310109d6963f773321c47529ad0751bc4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ad45cb56c2d0d032af51ad92e23cfb906bd202
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0462417d7a8e780aeb964675ac7254cc248296f93d12df0438312aa8b0ea8bd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2906cf01cf4bb911327ffcdb16d82bec422bb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa73058460cc58dd33aeaaa726fda440383a29b1d90dd30b54552b6ef97641f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4ef409329ed3da85dda980341aa9472ca428c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28918ad603b7dfeb82be96e0e380538aac05d0e64e463c26f822452ec31902d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2b43ca03db6c9beb3da364f8caa5f2576d1be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa8f2f4c4372a76fd6ee970b3fc0b4bc97618e047005db711849d652f5c1d55
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181ea4b29fffbba7527fdff9d266d094b4c42527
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20d438ea55a61f6bcae01786c4b5124067852830c30d6336b26b515d9c33001
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8d4fa10a27b600ec1ad14e280e7ac80ad44463
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0518bcd5d8d90ab0c0ce6f60236e9aa3d3b98f6bafa8c6589c6cdf546e25c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c25fbbbbc31f1120c3c52ed621758ac04e2321e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d4bec1b3cace7d10a8806d5e987167fbe0ab2c36fc70cc5ab74b291eaa9163
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c42cfff7a9de542457639beb77a2f0ab2734d1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeccc53af12453334eecbe286b1435c666beb66f72fb1a43fc00b45c043e985c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5bc1adfb2b96edd0d2e6902d0baef406a78702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec61f6e1df0d7ae1bcf48a8ebafc8a3e0ab7cef8057b633a842cea137128c9c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17636353d7fceb91b5fca1fada373346560d912
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5714e1cb4e38a041a4da86ee2a450217ec55b1a28b52af7d53f3bccdb4d02d2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac7b3e7991a168c1f5ff793982038c0006aa3d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5cc675fdfedb345cc2721e03b5d84eb8f4eb265996105f7ab04cd35f73aaca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810e280adcb888cea812a33308585660103ac407
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169d08ca26dfa5b5d100908e1e88248aa6890c194db992f13fdb842eef6b6211
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312749b8ed3ce4142eb52530cb85ba931d9b7b3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76c5ce185b4a5e153b66511bd2abaed8bb40943bb9cede02b77766c9a9ea1c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd99fd3d66c3f00cd361bf98bf8045b0c555acf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905190eec3cb9eae3b6ed0d6c1d269c350b49ec561bd874711e833d58421888e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b71d4831dad30bc27c26453e56e3046a0bcc68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca7eddcca466be98aba8e08f988a24db20886ce30101be4ba359b00bdbdf7cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbff54b2243bf8cbb750e001612e725e236b93e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2c964a76401d409d908e4386d98c1931578052e795e3d221ac1e5ccde731a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db58cb48cae3e733905f3ac1ae977b7a6b9d897
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd5bd5b99b651d2d57be99c763798381e9ea12ca12fdf712e60882c55191ed7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2613c9fce666da8b5ae17e0bf111c807fa23f340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9cb3f8bd6636434b4cad521e0e7581ec68ccb1a37a39d0b341334d36bc8626
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab4500702f744e337e4092f014bb85f782f955
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a4ab874e960f620277f00610bbe1505aa3b96774f4ccfd8918823dd2fbbf8c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcb44ad8715968aeed2c001245e1935dbcddff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d08c1ceeb11183ab6ca7c3d327b3387ada6f860e8cbb96a8913319da6c8bba2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63a43de1fc2b77624f6f1ebbc64c915e705e795
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf78d4657bb761d23ee21b5e339ff5292e60f22e1d9f458f9dfbd3062bd35f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10911852d632c9de51cede1ae2a499dce9979bc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f42963ad5e498c87a987fd71e4770f736e4fb437ae7e226abce05fa056d21c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe62333ee8da5ce0f417e2a632a5ba27658597
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535514220426ec1ad1e8bdc3fec51ee5f90487c6d7c0b3a1a3f4c1f4b9bf246e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f40e856a08dd239c0cf801e39e7a647542a45ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72cb6cc0f3f0e18a1e0fb0b353b596ec956e90c7ab1a1b69f8390074a36f791
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab527448fb1e79a5229d8fd8a246aeffb8b703
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be2ef46f579a79b6fe38346154016a2b0d930b0ca49a04151c76fddb6d0f318
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b974bff212c4d9e8b4b5a17c870f4493dce62e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb36ed060152707f8ef4a6dcc348a79ad6416c502089a57f2841b000c00d756
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041476a445392bf4a2b23b329d740b9767f19fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14691e761137ffb835a153d2dc73809d074fdd810c9852c851ad25b115f2ed7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c8d8a7d650dcfda5449de9504f40ab4a9ef94f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adeb65d009a2813544679392d11cdff68bbfff9ed6c43e6a167391881a099db5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7f163763bff3f58866bb16e5352dad4da132e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71f6943bc34d6d4ce8e6b9c4f9f11f9d0cc263f6c3d2e218ba1e02a4606a685
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ad2cdee7176a810c4b8912b0fa8df812068c01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59657dfba9402d257e42ff23090d8835e1e0960f95d3dbcd8f634afdd2296f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d0f9eabaec0b407ad4d63df2c1e846444c83e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05443019ee696d6257a788f30e3e78ec52f10bef155b1d4f18d093cec0c21cb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb84d6bec0ae77b821680746a0299c7ce82bb2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a1cceb8582d8dbaa4f6dc2a666f6d6c484d67122484d27bb06cca0863a64ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e423f04df4b3ef7a6991871e4a6b763de5f17a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767a56dd254e50456700aa02f67f81c8834b4e4052ef3760424e8a3c5b2baed3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322b1dbaea490ac02c0b9e0df3dc7921ef3fbb29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96296d3b19b171ab9dea8deba12ce8883d3d65468aafff43a05fabd2dd27b37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4152ce6122d8dbac814ef70bcb30f66736bb2a5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfc4cc9ef624ac81af37b1aca2b90e0cfcf92bf4578f06219fc1f6277fb8cc2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5bbf12138b86466030cb5b0c6b7765d0df9d5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c723d2cec8102038a5b57eb8e80ca7421767e69feb1c8f98076b11e09c517a53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b27fb3e3281f46e5b88379cd69decf0f6955fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506cd239d35192206deb9f36acb144b0371ce6306f6d96a0672cb5661556bf4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed06d0ef808a02531f1a2d9c230102c1676dd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93189c3788f8bbc59a228de6965602c8369e9ec27a8deab9bd28bdccc2ca00d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad61843f9cd0bca49af4f28d8c59ff62510984
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d206fe24ed24a76e9ea3242bed555d17378e91b9bc4852cffd14d547327e2ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bd64613b3b6b6bbe54fb52dea4c8072333d94c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ea5d826cec4ec1ec86167a9c947ea1db21b76a994e9eef36b01cdbc8d3226
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c1475daef0d6261dd74ce567e9cca18b0c24ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6e9196d6ac05dd2b419476e933ffb74173fe1fc1d76ae0f54b862a0b66a94
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4228ecb16cad1076174b61b55fc67dfca7f4a82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c686094239d22ef05118003e71728bad4eb1ebaf6fe4f29cdb4f3a6d07c3ac42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891e19d90108be72ffb405969026490d5cf17a0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3ba004e67d6b4ded03c412c02c17f0868c07be6e9e2030e9998a6b572712c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a427411ee53dd086af9df1b5c65be9cf4acccef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d69ac75091af0db7a3ef1c05324fff133c62a9b942801a78d0ca517e610e4d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072f9d08579393faa87b66f87168eeeb5732b262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cf09c58b381394ea59c422b873db15aafd45a771180ad856008af2e7a044ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e8ed835f83fe77eac5eac814e2c64ed8526991
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e571822e86ebbcded1a9563753aa932e050d8bcf0970e12797760c85063197
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6ab6a49ec26941ce1c2d941fe986ab723a42e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a94fcea58943227fa752c774da1764da437b4b811b02ae65fc0aec5f7a53d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb466fb95113e4bec982e698035b5759a55741f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6592eafb3e1ccc76f4e1fc02942e548c8e71756d7dd6b2e1d1ea474094fa3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2691cf677a053e4b3edce00d1badcad2d68e2bba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654d380ef60cc650350c0cff5ec3d75efae6679debe359427f0cc6757f2943af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a929c2d4393f29cef2a5d7cc7ca51020f35267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6941eb5fc7ea8d7c59c24e300ba60672d3fdcad50c93947756a56fa4e1e64c7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578ba01bfee7b5105ccfb6aedde4d7590a1e6dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5310a5c4bdf1e7f8f9072e650e18f2062e76f18302764354d84fa901ebaf4de4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c1738843bceaba6dffe8a628378143e9df87e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edee5dd534dbbc3c93b03fe2623c9240f1d57a5261cc40d4a813fb4adabdb489
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe0762b0a0266c77f341bcab2555dfe3bce3dde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97a4cf61cb500c68d712e536ef20874801a946a042eda9162d7cfb88aae9a20
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02470dbb39c0ab6893e7ea243df8489c2841429
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b0cf5e75fd053d3b69e5f49fd7cd2f9d4b653aeb18b3ab325f5395c6cb88a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15fe4631d437fcbfb0752dd8db9beab2a8975c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f04b4ea7a164f4287b0d043feae5b3e320ef3db606f11898ef629fbd7054a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4119c0a730427f5142dd3b13f4db39ed944cf89f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dfe14fe7d6f09cf532eaf776c0ff478b951f7c1ac7f617c56d92556d8e15ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8714c48547bdbfd1d125a5af324db07c94a9e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e20d8cbe88c2cf4d2ed8e818c98b194ef71bdb289edc104b04447b56d2be70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd9c919dafe4ed7bbd26600f64b98070cd5c72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523bdd9f1fd184b9a92f9b15eeca41283669bcd7b36783966a8e311a023959b2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b6d3904f8b511a3df08ac4151621de1cd521b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a39903c741dec1f252260af75812e2ff3bfc9a8f5a63bc96c16f86c79dbd54
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9faf71b90dc4f76a19e773a3aa68c1ea1c7ec10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8298b7e952ef782ddca15afbaa5b69c2a896104b460b9fa174a4baff36bf0e6f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16046b7227a7a2120f26470517f384a13e83eb8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a69595b9ef4717b5aee61adcebfe62c5fd8a33ac733976f545981d11c5bb328
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f671813f1ebbb440daf0c2d3cd9b65efd5f21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5834a415d4d5b561ef9f4fb21a7490ff6d0625eb9cb5205847fe8068e0fe6620
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678e4764425ebaf5b007831a8db4b06be903e124
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c4dfa6a7e107dcb932b3e2fbca0a9168407557619be9f6295266b8342cb983
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00564d75294e256f1c95b2421fa2ac9906b1cd61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7444613e27c44b12140b35c92e4f950e42bd96ef2619553db03f797e703210
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa4ca7df520bd533aa7032ba671d966e8832b83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a714e6e15bdf4ac3e1e1569fc0ce5f525b152bebd9051420db2e07751c2fcb5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1298ca93369dc2f7ad10171b0e88b1a20412640
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91d1e715c6fdcb20be023b9312dd358026e82a45a4229e20e375bd2d22fe39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf341be72e2ca30cbeacfd7c3a0bb65a27e3ab2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be4303ddaa337a468574a335759aceef576325c8ace7e2f0971b9baab9d3301
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d4989f071f723bd41e1ce33ee171354257bcbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a51ba574d4b08e1dd09ab3a90cb47116a7c40fe161c1972706f03c0d6bdf17d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bacc24c97c757b6d1c94a0212b588ef018afba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d88fefe620511f008a61d07727b1d3fbca1625b35232a3db78687995939822b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4611f4b48da9065548d5784568908df65d762232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0848466b46b550495eaaa11baa6f68c6280aee4717936657790b610ce26f6339
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd16f9f2900f0c7589094fde984b1c241b0bdba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4da31afcc4f5d2edd6ecf4d37389d74945952815e869548d68291e628e9d20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c435a5a86e86d96aefae1ba8ff2496f6864b78d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bdc75d65e7fa47c821fcc82cb4de61ad506a22703a6a19e8016b9d32f01a9e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a06b5a0888c02b9c22f1eb899f7d483e43617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d848a40008a0753588ff0cd0f82862eaf4ac663c0362634287d2705ba6a5aab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6104b7d0f46d11d8c7512a60d626692fdccefa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c2a532fe64d45c8f97019dcc2307f42873cf636c791da489449fcb4c494a72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec04f987316501436b5fcb8a92cfc89c5474648
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f1de190d9a4dddaf0bb9d925fee9020b919c39240c0d46d08b36c8cc9b8487
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f557d0c21615138289bd960a7f28477892f44e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee78ea7dd4343f463f587dfe0e5efff55e3d6c26d2ee0c24cdd619dcf199a21
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07449ed93912f796fe88e239f54ecb9758687788
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a9c43317a2d50ff6d5c6504c5a71be5c7fce5e640018e24f75a70c705da37e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026624ead2e83955c1f3f2c528fb8c5dcd047b50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d7ec294dc3dcaa72f8dafa653d5cf2be651e9cb6996049608b470433c24df1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d8f253f5ee7a9e40006e898f9800e8bf53510
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438cb80bb18a2a8e9f048ac59fd86ba42cea39a4103d31bade7bc71fd82590a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0536f545f89c744e4550d99f22789050f640ddd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002099668d294ac86f967fe0a16570e9874d93fabc90e85044f0257d99080fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38a54293aab95e46a0eae90bebfc5b994bc8bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4578798da2b15022dff70c979234c07e20a17ee629bd2b3e1a9b2c43e2e9e768
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7dd2069e88a641bf756b67ff6e85f1ce98c512
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63df24c42633dd9fb9888c4b7a42073ed6f108508f1b8354a3a427409b0d839
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1545511bb8452f4e42bb1a262f597b8a82aef6fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94036f05bd31cabe655f59a10098619e37616aef0721061acd921b88233c97e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92844cb06407cdb6966811ca37f922f10ea01d16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931a6cfab5a197677ae2e297c50b4ef0588ca6bd5ac7175c97403e798962b114
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8633e639aac15bc80b90dbabdc874c81d2c4fc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abab065459544de6a5b681d294d9f419d57f034d986f1e775eab8ba1dfd0a870
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef0c6338d2ec11511cd126fc0676cc0fb1a5387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33f54a5fcdb8fbb730939d0b50f72cccaaa942568bb9d4046304708376b74e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e46cc4dac0c2d3c20f8b1999c4042b26cf13ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdedde1dd278258b37d3678edc63d6830cc42133727b24ea39ac3a8b3a442a63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfa7798728e0a667f1ffcc2421c95ad7e59bdad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea66af30672283e6b87941f414e668fbc90e148a4132e9b2280f5ec8944693f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4278530c107d808624491e440502b15a8d2720f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2dde6250db59242caa8c77326cda0ff4fc49d045011ec3af5a51998c51718a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4f148418d3485334a3db9b9678ed7ebff12471
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ac14bf395254ae4d360ba2443d0fe64e01e6bd8e84b96d1c0136e97c75d76c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ccd7de7026fb40d0cd343e3ecb25404c4049ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5fd36eb12c71bbab516e8ee68e361f80df80eaead3ce078fcf154031eef4cb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fae19ee31a7095878f68389a5d3b6306a18c306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97df9f4921c2bed297700e09e338157cf8de880a153bbb39eae58e85b995700f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9686bedb450f3f087bfa8ba95c5504723555c8fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdd7ab996a31d1731109ae4c6e9bb35c13fd8c3e941a816cb57137f8d37264d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f7da77fcea7ffc7b353229fe050bb6c8a1bf21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469556d4d5f2f9c6f504ec691fa345a5433ba60dd42c3d147177c4ff5e54b71c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a472cc4bed009d5e36fd937a2720274b498f8293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8914dde9d18477e006eae45b7b54f58bd72ac7e130af304c371e9863a845042
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ca94fd3003ec4542a3c9fb17d0a0f9876aaf48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd029326849cad8a281665bbd2b3e749d0a9fca0e7133ac03f97ff322f253673
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30defed377cdc36aee8256206c1f7778ea3eaad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c626467f4c8ad7058aab39bcff8a319b6e2aef5b6a3312ee77ebed9dc85ba9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275425574dc0da5d4dc590cd546c3616d9abb186
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439e37e98d8539f1035a8479098a39d857b00669fb340b81f560bb99c2b9989
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fbcb61c23b8f5fd397e62c4458bf11c0951360
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c2afb505a10a8a144e8ab0d75681fe02226450f21fc203e8b8fb417b78d28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1544718ae933e61f4d65949daaa2f1d9bf9ec058
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf871e263200823daa289ee0cba553909df63960823ff27e7f2e08137cb8168
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96380f940b0a86819c963cf94b7aae2c5ab28146
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d142e27bda3b35cc06e7b422fbb702f8fbb3f18adbab41fe2d908fcc24522189
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82ffabaab16f8e92b59040cb8071e92a803f429
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3ce8731cfa5e92451ea7d8f6151c230d65fc711be936854b7f3c0c5c8bea72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e54caceb8d40df6ea5ce79d5c214cd84069a430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bde045db3ee67080d8a2ea3a20dd5537cef5fde86556fa7e4ec2b5574fa56d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d0951c435fee9c0bda25dcedc5229ad22afb4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf5913315e6269a8e43c32bd1979136fe960d2964db86a53dfc2718b048eadd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce171387fa45c57e6aa19473bc8486580d208e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfe8b22f564b252d9ef760020dab32fc7b89766fa287b45f2683486cea9288f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25cddc9247b32adb73a63d7be9daf18ecd37d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664a58bce5c95c949344b24326d28c34fda8dec0ecb00f74af9fa6c04a9b0d86
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5751bf1af8c9fde9c153391d2ecc9de8949de1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987fd76f1488c9d7f61aaebc425e9d625bccce8bfe4efc27224132483ee1f13d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3436e2edcb840dd82463ffd4f66e0b9c03cce58b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acb01f767b8861c63ff0361f960f002f1ec334812a0b9f1b61ebf3db750734b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad3b5635773ec69e771327ab6a6c7c5cf90ba7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e99e5385e9c80385613886e4e2ec64545bf221084e09bc9bfb8ed6b6e65968
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d487769d9b3a485efed893a5e97cdae1fb4e7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0faf8d8a68a94fcab78fb524ab7589d272bf7450a682f1c1273548c5e830f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad98901a91376e914f0e243e60e84d9f1d702b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29de38697ab21363c2356454f29ea7067afbd14919e426211f8d6079656224f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad12522fffa6a494ef37df6998d250b80d6ce6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9825ba63f7dbc1476c8f29daba52abf07c3cfa6a38eb3b2094585df22cf18dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8911125ef5e3e727c703d10b7491376f19876d14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd803257b3e4701455ad9772800579779ad6830d834b3c150fa04c5a88bd71bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f287daa016d30e34883551aeaebdd5ded440c15c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7b14ad4a6a5ae5ad4e8f5a811eb27a96a833557a13849c17e65f2652c93787
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fd0f02e20ee31bf0ae8b743b1e31dc38be8f6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7aa1cad71fefdfe479b2c84445890d933ef4d2ee45651ba15e6ff14f53edf9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640c0cbd10a76d5d6c263aac484245c6ed35bd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2334bfe9446441861470651153fc14ce9e9cd0950f3f515f9fd4c7206dcff1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c531281344ace08ff3841d9804caf3e1e98373
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24d7074ff11f984d68d0a5f68cb69c4cefd59060b4954d5dc64c1cc8bd67936
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672ff84e4a55c92b663e3ba3dd5fddf8dc121d59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a09d1f779f2acd36ea61f1c9d5371ac4684bdf401aa591b454f57b78f1ffcc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895715673405d156e632f1d9eda962bb5b9d837
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0190e6763b467b346e799193e6f1963fb4bf7263fc3b852fc60b83089aa0f38f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0afb89655786ad510b825c67abc958c87debe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1320143f88b12bfb638357fc50c243a44884db9689c0e9b832fef7e249c7f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04ba5c027984c7cfc91618e2042b5134c1ed7fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b36803fded81d02b8c0e534c4f0df5723950f70069e24e649c5667bce6b0f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0100c3c0df6d912e86acc88db553a0efccbf0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824f7f8018a3e233520e42abe79a28d5ab6c152afceb8935e29b34323c60995c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b587a3aa4344702ffcff6c017a119468056d753
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37aa4b55d3f682f5966fc9f797ce5a3c7ada273a835a595315a0c58687b10535
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad00ab98ecddb59b9f1c82c8b94fd1a4c362d2b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717a1b9542d0946fbcdf2cab1f2a0dc058b494f1f948afd152c13648faf6214b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee3df8baa0b94bdfc617406aa2fec43c6d67cc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f7514a2ebd9f6faabc366c499db35dfbf354bed24d44e8cc3557eed1e7193b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d7579c5925696446e409f218df7494cef96f1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bf718662587db6827492fb6dda325052b900af9b8258809976680ba76d62f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912fd5ce0a69fcc07653f0194e7c73d23f0c39cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaddc344999cf8df5f235e5ade5c78c93306ef128702bd4534b95341ca98a97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64320e851b08df8afa9a9c68074af1c8983b2cd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40729dd692cbf3c027942fd78979b392c3a330361b7e5ad7b901ce98a5f26467
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3590173f1494d494188351b8ac4aa54d36bb6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0feb7e9aa954e833dcf87395e48283802f34962171127dc26f40e536b77eee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a104dbedf2d3eac58222fa1dce77b2b22df6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c50a1eea73cfb97b40bb5b1151a475bdbd71b61b268ea622a83f85feda70a0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ecca5ae8f6a2258c16a901ec10891abc2544b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d7f5347d106e14fd320845246437e5ccb961c482d6d09f35df5568a155545
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ecab37eff302c0bab820e5512c0a70a5d101fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87473409f31178ca3da7948fdf9738bf3b2546cd0071a2c51ea81f0b0000a42b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec0b7184ca00dd08d9a28fa5cc39295612e9fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a424c97636a8830dd440c658d62703c07895cb1727b89d73a2e97b9deca1705
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9e716ce87e98b4af708ef06b2977da264a9748
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d17934c0184ea4eb975cfa8a5825856a3a8e17265a84bf7d28920745daafd8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700a76e4207e79e1768ba928cb72b20c3197b873
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a208c2dd5602489794a3d6649918f4754caba62020a7b5b42919232646a82a90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944cd0eb24517194637288dd7ad04197e91d7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e7034f45e957aa73bb9e29b51f640d1c9053f5157fcaa20a17d6d66e66a2b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c757e87c6694d8674efe0b910c179369e1799e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b36e25b247af4f93775e4cb180f5ae3324324584828b5c341fa3257514a384
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c257884f7e7961c89c51d9af7ae0af323530cf52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ccd6baa025a5c3365caa02f8d93f249800b2e3393fe55066775fb89c0cdd4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d952148d4c81e1b36d0d8af0da5edf698859fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ac0adb1e004c0da49997bb9ac2ee1e9a27337202dcebd0ac2dc66bb3060b51
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec4bd006b41f235880634472e384c6aa145dfe2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740e191a33e63ba67c9398a9dd64875f69d3c4e478c288eceec04b2abc6a3492
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f82e53fed6c68ef3f00ed924e71371769be643
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27228414a1e9ce10bd6a97ca4e00b85dedded5a2bb64fe860868b5ed7adc829d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd8e0e4b83c852c736e4d9ba8b9e45b6166c6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586ef0e548f918da2584b9d21d8a15cd8e5fa8266a1d9cb23e489556a06af28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6000c1725958b6854a07743f0c768c12250dc1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7509acf72a4f0669f39fb270a90e4704ddf0183c4ec4edf50acbd3d407512b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17bb026f41f7a8b3e9406db657f650c6c7d70bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df20140d3125141fd05e401a5631f19c49a7ad69fe841cb35fa6299e0a9cc45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5f1cfb947217ca3d4a99359fa0bd9c8620cecd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b596aea24e4798b9547c223ff16379da0df03f353f041361dfcd4dd03b3834
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510e05517d3ec16813ff90315f5852b387dc4f66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04963b5c8c8804a05a07073b1fe899828ac1e89f9c59698fa65113a06990869c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22caa4d381dd964b421cf7dfc3aa70898ef99404
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad1a320316818ee9609208926e631dff500157c236e63e818976df1955384c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e8ed3e6ae24b24a6770677ab4e18cd3f0bc411
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b8f394b2507395875c50c4190a668fa320e5a1488db78a4eb2d97ee6c000b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20906f4cf17c1b393d0fa89e2c15cb6f1acdf83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49333e6886defdb0c94c42079635744fb5f0411ee8339e0c6d1f2e23a64356e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10081cf531a16d0fb1398f5c755b01f5e2b9ff2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0499eab80fb8ac007bd50a5ed697d02790de4b2630725c3400a0050489e1d7d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62b023945746c4d249ea6228dd900385e1451f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d26f68f0fc58949e58fee95551a6a20deff4cc88069cf6dc071a1efa4d60a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7671953b76386769e2bc5888907028f60dc92765
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb04995559e0072e8b27238a608e095fb964244e4d0ce7e51e3438892ce7226
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a745b1d40e77b645dac76dd963e3ccf69b524a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25eabaa8ec798cbf3f1701b30ed8f4e724e3ca7989054ddeffa07ed4498d16f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa17e3a4ca19a27a25a412923eb2cc1f724f59ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0586fd1b62d2a6652530ddd5284eaff259aaa2f0a9cadf084d6ebd0d0e4fdf6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b65c1a93f789c5c81a5305da72204465de855e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b3a28a93de5ef31f971c197992900666f32b9417dd99a7586824e85bff2ae9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d698f18e87cb1811103480b285732d1458a5c0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c423b5c2a9175d6ac5c9617a9235d9e86b30466cb41729c6834fd01c33bbfe6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44b16ac8ee5beae13da83b374d3af9cb37e6c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd00deb5cca1cd0c3c3f82d688bd0b606fdaafcd720f247fdeee62d43e9f322
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133a6b198b19fe9588d8ee03faa73c70a93db190
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9c9a86ed858e7c72001978c825ec2a8194e45ff22cbb5d98f1a07f298f9fc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac3126e40a7a51d7a3a4d8211381dde086d6da7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794d72093434dd18e0736d337f72f606df79093b3f6650523f321d7f1ac645e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159636088a11512f2a33a10025b64365b4f775b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab27eb8a08fc7f6970dac50b4e5df0495daa66df55b1fbbee063625831fb076
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2356432402ed02e6d5bede4e2cfebb804c49dab0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2514bd826d270c00928711d6b430525535139b985d7bc59464706b76684471
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5fa06bfe89935d4aa1c2ab3cacbb37021609a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e99a1733ce10639beb0e571a86d2a5f0872d38b25187d6aaece0fc4154b1d78
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c921c501ce7dcb5a52cdf854ed958a6ad70ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0698c6170805f10a8bf6210b384a896b9f316ed99d9b9038c31d059f1456f01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36590d69491c5b8352846c6447f7e160befbf83b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac79985092a55c5384272b6241827344c023d73d3aa1a3e92cd434c7d6164b04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a288dcc6132171bfe988d8cdc1461879d2118ef8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db796f6a35d12dcc781c6aead93a9545c481a392c491c8148a09ac6ade6f8c0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc8ae1cf7a51b2c7abfa8a9e031d16b59dd09d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27043ee384915f22ac469d239e2a7f1f37a1930cac68925625bfa68ce8d2d59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a8bdb1ef482fe9ed79c79237c94aaf0f88edc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bdff6edb7fb210903065550f8cd8be8d94c827586c975c358e88c3aa671e2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658e983fda91071788a1501e8386d0175ac921a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f6ec7ab607868f984c825acb226c8575b5f7db9cfcc8065df3f991fab76eac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1067cd9499783973edf0e2c679e40c94632f383e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa1c5b860cd51469ac63c6e4845df1879b26d5b30f2e6014deda3f1192cc8f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdeabbc9aa944b6a90c04097486f39f445fec06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a819f747c7d942f5d2a435f78498468bf4c31afe62a5ba1177473a6bdde9459f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909a81e43532a34e0920673ca88c1f720a7dce33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4986cf1336ccb4f1454d1ebd6f6dd8a37c41202b0873346eed5ebc2a3cda233
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660bf05310823d210738e87dd212db36743dc46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d344b41bc96902c7fbcd6878fba954e7cdd48e6a7ccf911dcbcb7b2b96b830
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc66be7a1b4a67f276edcda6032bc83f605a8bd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ff9af5ed83f5320067a8d4688a212209fe743379cb07fd41f70b766d4a264
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfb66ee86f086d0ab2056e014199555b40e06b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d514bb1de8c85bdfb3c3924ac160adf97230d8a2d4c9bbe8b0184c510cd26a09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1ad10141dbfeb402f13d806fe12d6d2449dea3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e240a8cc079a9b1f8946b1cc92c0e38252ebec8f449f5d8169111d93df3a60
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3dd495d35f729bce60350f3f450600577d023b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3270a3ed363e815487a2790abf6619a426dbc46e6c46b6099055c49ef647708
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6933036bd3bd40686fe11e97d00ad55925725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf3eb034f05fa91e1a185fbd70c15afff850a3cca5e7f9f2ca3b895af700eaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f404087fbc0c03386e3a491147a2ced89e24f9b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8d69484cec5d143ca687929ea3ef49c3fddcec84a09654dd9c6d5151271dc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a68cb3ca3afc58b8abd9f758aee5ef7451ad1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05cccd56fcdcde6da9abcdca77b50a0d142b70a9152b04d3b5e20ac97a85b77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaea5148b6e69a98d352271a6a8d6a05f35a2c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdad472b8225a5a9c914b0e483875044c3ad73063ae16f55567155a96a37c09f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc6ce76427585cba20ed9f4dcee21f2a919c85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a003eb25ef1bb44d451b789e81c3555d9269168c18fcd0019d59d3088c8a6fbf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d9801e94243b33abd8681cc3cb41dc325edce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0906e2eab3e9729b6197eede0d9e3d6d527deeaa2f8d7b7787a5a8d2cb72174
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ee77a597cf6c43c42001e7fca1be0bd3cc83c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82fb06015ea1251e1ca1a3f4543e5518a965fb2a2084b07417abe01f9b2d38b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d87574caadb340964b399c8b99937058c5064a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce56b26d1fc17e237e3801a91dd7bcc1141bff5cd2d335f2cf683388e5d37e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca9d5817bd4d22314a97d703b2e2972b18f43da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9cfcd1f942cbda47c629bd0a0bbda7c8983c82619e0b37d54015b8b13d93e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7c766642583ab36cd36bc3dda3f23d055fd19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc6d7112120ecacdac5b52bd8f7d25ade7d9854585c470502dfdb0bab40b14b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7603188bfc0d5edc99028b137cad6272c280774c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381a37327d1bcd571306a15dc7f3a69399bf0b3d2f06a59e61964be3a56e18cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45c8844aa0ad5325824447bc107676f95294f24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e954743b58a69f11decab026a3106f6b33b90b8382fbf84bde98d5f5f5ac9536
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d10aafe0ea154942af48da14118d14de1ee0d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987a26864c9c81f72ce2664842c7559602e360dff5e7ee3b0632a09da9579601
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817f90f61f68760a0dbd59c14292fcf5bcbbacea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c6894c634b28fee34baae84560d5707be756e4bfbe7b76fe019dcd1e352a63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68f3c0872799c37efef8468771e4cc48880fbb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42676e7a294edf51350c4480cdea84a64e54c44f0a59d409b03146e7a814f9f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f456d8cade240ae83a3cea6b054bc553c558764
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f4b96c534b3b9ba55c550023d51d4fc5b44522c42476b7a8930a425e3ada40
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4105844a6b42373b72bf8fb565fc7356c294c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e34e73ac4d81beb76ebe7ccf5c6c987f05f58da1bc257033c03f19e37047c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b66403a23c50eff2e61837135cd36aeb2f2a88c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4ea22cbb367fb6f924ef87f09bc084de9c9448a92f385e72108080798292ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c339d5867795ce763e959fc66081ddc67dd7b30b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a452f83fbcecad9cdd3551adb6f124b6d3bdd9a5ecfa87123e3fdeca0db7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a392e600ab8833458873f305c7f5f4a8e8b62dc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0eeab42f028cd52233e595a16f597bf17b79664b032036fb8034e83c09c261
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4da4b153cd35a622dc82eb6bbd196a79997c8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e5ff6d0400f543a6b4eb2913af7bfc26cb216d31bd1277e6e2ed400731352
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1c4131ee950cf3fd85659f51ae97a9c743eb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaba0d948757ffb7daf134a0f9c4adda806e261f0aa42e6f762918ac849802a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fd2da321b074d317c4dfc4709ecb252ea06f92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112f5c939e146a3b984acaccdd743fd8741bdaf002ff3233ba28f3e68489758f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f448737dd6ff81eb09dff90e2cc9ff62ce8f4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b111a7239d4387e74eb3c7640ca70913a636c200eecec8c646412a02c76d920
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e6e19e411a9260d2884c7f55fa6fdd1b1d747
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82f4f0ad10f666d640b51c10c5cd27500e6145e1fb79d1902fb1f3efb960ae7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4d159c79bc6a8175fc57a66be01792d24ac405
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f703de8b146dd6dbc231256213c9f0dd3efe961f67de32fe6b6fca50ad4167
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb75039f6822375477f6fbf25690caf94c65b2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be18644c85c227beffb958ddf59cad8d62b6553ab8980307350f2000fd29d7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558595a2e46aa58d61cfb4ce835cbab37dfcecc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ee711270ff69bced87cffe0ba846c25ae2e7e65571c0856c729c9c11bbcb52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e39065ed36e0cef8e19adf4d6b4c94468cc4abf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3839f3fa232a65b6033e27bc2b194910124f2cc470ef73a275f0a3368d657399
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c8f3ccce841e0b50341e180c95a6ff85a6d4b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4715a99c51476b1eae1ca9244e14c6b13306aaeb3efb07079ae708a3bf8ca6a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5643792f8ed4273e6f157335ba825b72be9e99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056093b1d604b4ac5d9ed8dcd92aaa00fd58647d6d41e70932b752e0b1623091
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaf66dc567b81bd499613a6648ac9607bbe9131
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c240fc5aa6003c58af3b5fe244426885db816ff67333e6b4cbc9181ea0727e34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602a4105ea4a622a69329afe9874ebb5d0cefffd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e572dba34d8f0059e554930c0bf1a4dd5063b95ceba345807de538e38451ed96
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d577ecfe263e4b2fec641596a0ce67906606ef4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a1c35dcfac271dfd9ada2eeea77647b97a0a00748dc9028a5d34ddd71408a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efca4064c1d177182a08f585ac71a040ed1e93eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6b02ddd3ab1b1ae2005b919701dcb9f8f1503a867f758217f5635bfac7152c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d08eae202c6633e8a6544152b224438f29cc409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71adb8bc65d52fb0ce1781e8705c99fb52392f76dc15bbf76b28887ebe99e1fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf730717a879bd8972037960ff949b5a14b3bd85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfd7e7e97dd7862940cb8cc9e670823b4c6f12bdf4f3fc541538774482a388d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282def2b15ec5aecc74a57b8eb2f757cf9bfff05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00f074104164d86182dcf39216fa9e4c996b9588357d66c374ffde4aa7708da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1425b6b7e27d3bf11ec56dc9c6c48bac053d8a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa93a3a67bdb6e3a19c86402da957f3129e5013e21ddf0624e1be03bc0f39815
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e425d2e68e6fa3d66bccfe56cf97b93916704c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900e120cd81d7bd2b7064dea09b8050509dd7ef43ae8683852b0f3eeedade22c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeee16c26d7d868cd33551b28b41148bb9b3ded
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558590b3cea78def8de1d906c3d31eb46e9d8a6866e8c525ea8c376566db9899
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea704adc0caf2c48ad708a3026be4af09b059e44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520b0325871dc9863b6b5ef015ab60776d4803cfeec4a2d25cb815cb0463710
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8411445dc2ff7429de0804e222ccb2f2c8fb2f94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abbc7300b9ca244d03c8a2e3273df896629713421d70ced6d1117692b2cddb0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb13fc8442731423c1e9f67939adc194246baa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b122b5aedf5d5a162babeda9fb1583f4429264ad0bf3f8e5b3959af6c61d986
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2fccce6ebf3004a93a33186c62c28b10c2c2e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd6ad92c74b72b5b96226be3d4f4f288cea65133956c728e751be3c4cb782c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e1ece85248900340a0d887d7ea322344fac25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58698f316aab798e5120a08b5a5643ee5ae83d2a11d7bac872f5ce6baa348943
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71e460fa657fae3d24f25d442c1d6f8d8f241aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824b0b22eba374835dbd4748bd7fc6f1f881f314dfa4a4d35b5bac1f676eeb5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d68e1bd41df50293d2bfd1633b59bac1c23f96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fc8f225019c98fbd2567874a34c0ace5910248d3258c2ee8cf317affe0b5ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f78310097af60d237f8ef2c2dc330ee0cbaa137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d374af451f0f06c10c71e6de2e97531fa097552855968df884dbf9f24d2122cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62af9e5bdb971505c41ccdf671ada2bd36fa1455
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c187fc8928df4a05a3845f1aa3badf280fed714ed4b4a3fcc3e947255dd589
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff50bd214e58db21a361d64fdc6f934c525962aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db5ceaabe86f2b156221f926479d575558efb21bbc8cf55a9b3b56099950f7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bec74f92e6e99260aa56a6f6e0eecdc97d81f49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c77a31cee6c7171c4f21cc56f6bf20e04a46769d342ed9a1b4b08512514254
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1398ce4da4eb8ca97f177bc457d21edfc4fd28ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fb9716c98253b906b16f089d04ba7a7651534a7f8ceb8e23a678bf48ddee30
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a27c5177f0ab90ae9590e06e9d4bd68c5366fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442662e38026ec842ff34e80dd2aceaffca9abe048d8bc15ac169b0c201fcf9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638dec5a86970e9e16785ca350b5e2f0d0c7934d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9d6b07a1526ff358bf2caf224d1807854fe438f20f01bad3994fb5400073bd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154c6f95f74b1f5e85a2468bbfeafe794d9c570c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922f3e73f20e46519349caaf834e0d76c2aee305d6fd4b6b59add7406ee9d7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c95d9c5098373be1771cce8c26fd9afa7e0f466
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f007098114ecfdc679d27ec4fcb7d57d3bef32814ca8b2f8177f534c934515
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c84be29388c2ec9929b4e814c7b010ba3fb19a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a24ff7b932e1a0acfe8ffc230fa26e321a7c7a911f297b1293922a144f2d14c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4d360fa2de4464d198ff8cd48966f75c888a3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246bfe57c6ee8a6d41976766dc438f2265802c16133fcb3c5f90dc778d35e8ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fad87967e9883cb2affe9b996c25e2561e26404
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbc26b370d3184e1495ec5368726f6059412a99e4b61a1fd93ea34689dc5c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d7446a993f8b182e24a3e49e4337804aca997b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df38ad40ef36de26c943059d7747e7317e7fefc6a222d526d8436fa2b79cd71e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5df8d2cba59a94882292ed0831bd251e90d444
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869dce528e03a72bade985b5b1de70305e55445871c14a46dfc0cde1f9f982b6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881ee4041d55e1629a899ace38073b4aecd2936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516018787a114ade522c79a3385cfb417b6c05c938d9ef38f77af1fb074a9696
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9a020c0a07f5a40c5fe0155f4fa7fef324d371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bc9a7774772953fe07c91a68241a5a5d2b3bdd8a9f8e47b97f3d1de5aedf2c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe8ba522f0aa16a596e57170f258e9429f5430e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba05d6db0ea20ffc15c1c9c3ab6adf3febafcb464371548d954eba3e227b38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa94989d88a1e711d05799f08bc428530b17421
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e7b9fcc2326535b0760bbcb7b1849e98e93bf4e932d44d5da9644fb36010e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa775fa6a5b027679aeead0f8f7d91aab7dd8cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c7490d85712f2541e331bdcc787d4f2baf50c55579197ad3cdf1c8c389164c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bfd7fb9cb0879672f1fb55e7e8cfaaddea2edf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154ab72dfb2bb4fcff09c7d39031ca1b5f211e776c9ff2b58b70b9a9c203aec6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ee2447a31d6fe8bab32443556ae90e6d9c0be6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac909a26a7cf28a875cdf712ec365c9d6c51a3bd219d346a10560773e2b8634f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0740c08ffbbcda2a21c4350b0152e2f9c8f00f24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d80ea6db0b6794a693feb16ae43bba2794ce3aee09bd7880453f9c92871f5ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba10be624742c2d41a594ca2da911b71bfcfc3f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59a27861ebfc48dd6240c4a3cfa55da319f8e79e1b11692dde566c7269977e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8862673fcbdc8c91384d6fb48e6dd4d62015750
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f962046d7de61e82b3aaa5363bbef2975fb6db20b6e137657d6ad92d98d7b060
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37f25d1ee22dbd282837f45c9dc4a818800e12d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74800ccb3368c6b36eec38ceba11ef0d495ef245902926f4800dbc1a3731132
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9321de39f1e4a37638d717887e6c15a5af4ba540
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9fa10ea9fdaa4daf6c915ff8e14c21adeb86fec6e8aa58edd8933f08300681
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c885131c30e5c44a1badea16bb907dd06db2489
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d88536665c3de026a0f453f2954ee31074b1d8e77edcd0788d8883c9a20088
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35dd2ccb18973369f76a28b23eff71896630f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae98b2e1935c2c99fb7120f8386f104c782674b10c67e00d63ffb455ef9ce14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34911e254e6dd035e0ef402791b310b22d6ecfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d07c809a3846cdf5138bcbcc2f41eaf7fed5b75f0f1f0e82032d1471e6d7933
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1c49ed2ee57ef2c68d67fdf5c682f78962f649
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f55114b000c7813dc886666d97677e196f008102c8903b8db5bd05b03434c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441555a13ef7165e827d6cfc6c3fe439362aaec7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6f08971a8e84389f9ec8e659d4b900650e6f636d5a1fcbe34cbe42266b6834
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aeae2876d2b9044e3b6946ae9e815512fa3cc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8720433aa395e847c050a98feafdf7a648d2509d869de9beb0126d486e7c5e9d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f2848e22b0839dd2da814868a04c6366e2c7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffc681225b4d68e6be7c8e21247f80eed756107d22dd3405703be558d22cb86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8c8448d4d77d7cef0aad7babea326e05929a8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a870d021986fcdf6dfb17e303ef298f7329a4c0996f98e3920559c624d1c16b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa6304fe9d3ee05027c798395ec038c78e54c0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fbeadfb30cabfb92a48f331400895373f9184ed9acb88dbf185d13ca0df97c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c08075ee8018cd2bef20b0f52c724116cbc8425
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959d30b12e8b4e1046f34fbfd66b6438a588c923a79c2aa44469fa9ba85261f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38713e0c8648e327a53cc0c0a48ce464c506c5ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c0d90b481d9c15a5d488f3a766e81003b4a3c4ec26ff55ad9d730fd9a96582
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc19cc0a92bdfd9dd18d5fe9228730f2f8a85e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a13e8b69f542672ed3afd5ac058a2d1a68b193492671bf600d2828dc3a6a148
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b2781bd91de00d466a6b88949b59784d181667
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381d42b3fd0b40e0b1daaf16fb0c1cd5563c168fcb867aaccb0e7c7c3170ce07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad036ce40fb1ff94c5adb317c3361cc360aeb42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf0cb8a3de0a0ca0f14a9f296314b373785799b871e785bbf20ecff187ad0e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b5d7ce2d66e3f2a4374a83f3403e99732a8805
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bfcc7cc4d5b50d949485dea6952ec140516e1eca4cab4c239cc29b7608b844
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923176699502b6f909b17efb775031f745ad4f9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec034d78d80f475386c6a9e42a5f8357964c68e68c135289f6e4ce9ea28e586
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f23a2f95cd1e19f89a1d0b20ac2cbd9257bc8d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6f46c8a00396304dade694486d1ae18bbf30e51651256c0ed48eedd7d34919
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7764684b751cdaf3ae18dd44281f5cac67e2b786
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d315499196a52eb5034907982a73655fc910cbcba2ad1d6fd829816c54faa4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a376d312b98115ea6728958f82edbe2d4e2af807
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53fbe2854f6ff582e961ae238b9c9a185152902e56da0ede22952e8961195e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ee1da7ea44cbec74434adde6f59c3c980982b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38cea7a0d56e92bb570e9c20adb548f1170bc689a3525e56c2df22b9c54442b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c022f02a60fac1d0cf5e7b65c09d5628c2c88b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6573d0177d90da3da4202227905397b37a217e0e1a1e20dd91786ad202ee770b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2afb99a7a0e3cbfc8bb93adbccbbc572917911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef1926eacdb378f2e3589a623412bc87ef9c1f03eca524b794ce8db5fbbcfb8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b77838f14512aeeeb4d37b8707221911f7d32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0e83a40489d07e0c07955e8d5b0cab9b55fa4b455d341f8c0a5ba0c4745700
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38efc405e241a93f7170b5fa653facb6b66fc69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcda73b071deff478d33690d29423e10aaa4894548a08e3e34a5f28f536dbf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5118f1d98d7105da7e37db87700fc64e00b8afb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1348078113e56fc448ba7db9b3fb187237fc224732c037a455e76673f1a7549
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d92a83c59b137aa7e0f312eb64015b4f792d0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841158ee134edb72208815a4f00843bb7c3c65d75800b64fb30d4859c814f1ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d0c559d2c0fb8d5b2ee5aa1c42a5ac3336523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160a7349e6a3014dda8b7f991938fdc627ff017c341c5466e70e2d7af307fc71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff903cf5eff17ae325ca0336302adbdf2ea43cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b73cf7ff5d4e4e50837a599d4c8ee7099af923294c8637097ebb74bf0401b9d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993439ae43c0b2285da37334c71d326bf1d06ae1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b122e56f4d91c1e24e7fbb4f99d53cc9948193a41462842fadd1a4b4c745ed4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d89160ecf42bb46b5799d3c1facd22fb6f22f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4076f6ee7972637cf8b393f7b4d12db08ea01e8e7bd7a7fcbfb832a2786a46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f60e7c56e0478f739ae5792c2ea5ed3abbdad3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1113585ea444a71783f322671a04649afa0f475974b259d808e8ffd310953d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517548c8ec07ce4657edd5bd69168ec1e99e889a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ce29f9cfe1106be06a1d96058af25cd00fad309c6979d842f5d149094d3399
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b34b06ebed80e6acdc5aba63b9f106de0176385
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b36492143accfdf3f7e650e5ef769b0c77ca9732777a2d71bb89de9e727828
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdf6a6270231fadca6696b55c7034bc2f344caa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d59cd437363910cdc6838ef66df0e0750550f5bd853893bed490045b8afbda
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf421fbc1fcdcfd114db39f593aa5e6f0f34639
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a226040c8a0e015a39e56cfc8601e99793eb2909e29c6a9475ae44ef36638
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331aad7634cc9d7d46cdefcbdc0781a0f6e1c265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f217d7a02527ed16b846730fcd8d4302ba224e3cbd85a6cd10bfcc98eda3405c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d5fea0d946d5e99189a8910432160308f96ce4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20697992e2bbf94b2593bd2a49bfeb2db5d41f148ad085c7159df411872649a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b539d57de143f4ffc808292327b12eee120d7143
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726d7c1816b1c4ae8fcf8d75e61a70314abe091f19548c5d80321df000bb797c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087bd576b95cd6ee035b00fc6ebe111c8f0ac72c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349d4defe328c6004144c28e624b96073b3801efd267c21968fb08d1fe4818e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e5761a5bf5e53ece96e1849cb0dbf0e4abd230
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eed1de6bbae1e38657e4cc2172f7f0c7e8e8aa17899934a1b9defef2abda785
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019ef1e8d38ddec15e41a71eb070b589e9b57dcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef16e3941b30f3cc9fd169d3b21d849309b7c1059fdf18c8fd452e933bed8ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5231f064e5f6b9f26c1f3bf16d7ff6da393d7658
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0220b270d0d9507be8304334c4c585cbeb8b07b0082871f439dbd416776de9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8edf6b5c3337547aa5ec2a8a497ba2d7710bfb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c495d13ced3adf79c210ffdf6155c9729215f0b3c6d2038ea456ebd4ea4bd59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96907b0c24f3fd99f9495720e6639cf6ca654658
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80236db49049fbea3384422edba9faac5442c3c60b3ed639b798e16ee077f88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a3f9aaf9e35d416682fb8bf0e59d9971de6316
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3acebb8b15658614627077d59c9bb1c745938c59f3ad890a775dc849ddbfe7b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f1ef1c17e2adf5ad1bafab13a1076dd5848b78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c19c70b1604530e6f735a2e436ccb8185aa19a713e62ade5cccaf02e75884
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585b9f877731e9b17e9341a8dda56555fbb003a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb5764c99907c18ad49340d7c3b584149eea38ea3ed65e66ede1e5117b28be4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c1fd735040195b2477f605a85489b9edc39942
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53507aa45e6144358f42c8b70af4c12ee36e42c0a1b0312250adea7148938ca3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacc0343c5bc23131e557b2f5adb14a785f87900
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd441769eb250ed848bd1e7389f10fc1d7648bb5cdab09ed12c50bd0dd5b5f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f762ec0736b349df755c446404622abb73af6ba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bfb51368e1562053e346dfcd123107ab1a1111ed77667d6c0ff189b1eda96a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bae7500c3386922b408070b10ae56ab31b0e183
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09321699280d2234c08aa4b6678aab104dddc6441d0aebad844903fc744c7b3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241561396840152a45551240afdd75231c520938
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f663f0e2a6ca00045c7fccac9bf3f9d40190f09f4e05c31600ca22fdbf6e372
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923612cfdb3901c11e828cb9dd5c527975750414
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22e4bdaa10804d8c2faeebd59a8805377ae7e2b383957c60950f2765304d1b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece0666e5d0b8943a75a53936a9a4608591119f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefc13737e430d735c5daee286c538aa363927cf280ebf47e00fc67f82aee2f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a463859a902ce0fbce1e3fcdeed9de657a09c5f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7325e36482d7886f11c4fc861e7aaa488862feae692fe244b4338b7ca58b98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c50676c56104b27ee18b4914f82a6640a2c9aeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ccf20e1990b3ae0ce118d86914cc84cbd561fe1260a80f6716bfe81bf1f437
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee58f3256ef3228080efb60785534862ad9cdb3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8ea8238d37c41078c7e78f91af00135481992e9e3be81f1c0c46bdc08c9da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97cbcc540a77be38a820f4ea0e1dbf39013e91e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b20118b66f08f3bc997f3588e08be7e5eb581a1d9aaaf41d7a40b9b4548a88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00d7c964758b6da998a71fb29d3db8a6ec836f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369dab87c50c6173f9362af4451773bad086eed27afc4ef5a5a266915dac1d28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ae4b4e24b60282afa44e58e1f4340528d50e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da644ed5ac161b43a97cef41ea1e5b786d4ba69e9b32914bdb3055718ea884d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73e02623172ecda5109f7eb7005fea4714774f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8808a419c44232064254a5f9a17aded0a515a7af4c3257cdba6a540a0fa89a27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75520049254a362d60282b82da8a56a4c6616509
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be3d44c7246bfffc3f928a5fb3355daf78dbf1ea546d0c8701c16af4ff3077c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0c3c6877b4ee347ed42d718d07eebdeef2a8a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc5944792fde9280ff92fe63aa416392d2c6c1c68c526d8b83c89084b796bd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553848a388bea8d31790efb20745b7b2db1a593
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4664aa14a24ee4beecdadf0fb32a164f1970b73bba04791933f84237cff31003
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8830359e9836001e8aa6f93d2c0413d8b54afc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40fc9295e1bb6d8c0a6b744b7970d82d57059a5cca1da15762191c57a7e45cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b51217785a23407580ffd13f52c289d209fc844
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e29eed0684ece2e8baa1f0bb86e628c19703cac705da25522932cce14b378b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb4d3fb8e43a8358bab225da4765bce168c36a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6904f316c9c6f73cee838fd27e9e167141df10a80da8d81610fe765e9d768a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139268434d2553a34814232b9ec7268efcb2e06c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11d87447043f092dc467689d00c171bdef33a59f75c5528bd2fcbdf9cab308
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67975bbb9b53907b4dc316ed58a929e46a8d6645
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a9b1922999aa29cf848fbb5655c6fd2a578d5710219eb341cef7d643babcd6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cf0227176c9812c098ff28e380b86748b304fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38775cef1295bdd1b0217c99326395e89c751210d31917afae73884aebf363d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fcc22c10801d0dd423b5b5f396c34a849ad967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47b1999c30679e4ed9406413dd686fe8d0b88515ae3b7572cd298bd3f243a1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a661b56bcf033b1fcc5f3bdd7c789cdea55ea28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426ac734bfe8843a396308a3ed72da921f64c3b8e2afd8ab0858c3fac8c8f6d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a987a79ddb643074625644703f57f89eda807b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637dc13117718c0b18598c9ec2dcaa4b76882e64fef941e5200bfb4e74f200c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ac19d4e1bd861b50b6a917e5da0c1872665892
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca54264aaffd647e76d4248d2ddb4dd2ca4eea4e31f285a44f860e2af06f8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c5ec70485a23b16451d05c62d120b3e9c75add
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c02cf165af1d80c8aa1d1e25d0c0d481f389798b06718f45f2462b70a62bd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c0ea0ad9c695c6fbc424206aa38600fb38c4ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e892764989a813f4eaec61dcdb6e4529612db2ec459705b509be0a8145b94e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5fe90e25631e09308e089046e5d4dea8ecbff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada0a5c22ced181acff5f6164bed52bbcb633cfdc411e16d27bee61501296872
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc424f7c3c0269945c601391d52b509a7785ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a996ff0522c382f2bcbe300ac03baf90dd834212c7d694db45829baa8ba6714
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5d25f4b33dd03e824f5e57a53419233ed7766c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a37e433ba63ccfcc609444cb00493f292d4b6444f17c06f55810959663521d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc46d04aa69df4b13b0e2eeebbc2db6baf99c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210cf6c1d1270c71351fb11f6ba29f1017ab4c50416d232a932e04c165bc114f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af43ff2242ab0d2b544fdc97db681a414cf48eaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a8169c3ffba57aec4c872d1ceb63102345d638f952a96d358bd9914c894ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfcdd2964845f6f44ef77f678639cb1c891e80d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a078622333548941d9d5884cacd30263771e7ed79ff721f719e27d2ec251a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298ceb921afd0cb19c1a8b23d7d273a6859b0c93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0af9a14fd50c065664e017441e7ecfeda1961ae97668143d203abd251f43c98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6305208bff451f37ceeebd4f71d914ba64cc70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334638f0044c310b97ec074eb907b7e97e26483e7d5723e8201509ef4f1548bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086bf4d79e721d43756cdc1dc614f5e9791fbce3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2dc071468494ae6d9cab7bcde9655cb3b656f86175f70177f5b5affef90db6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c5a8e6e67618dc981562a433058c3c5a0c9eb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb4fe6c5a247f9ed18f01ee216fd4193f949b82719d03c20512ffcbbeebbe74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4ccf2b63e0b41689c76039b0da7bab8b8ed488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34c36c0f05059e2355d5c8037b99ea23c3eef6363ddd996fe03fef96a751772
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50e7966a24a4e6ef75148d2879a5b0bf8a88809
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354bc6aa946de45187d0368f226e4a44a5098998f61cdb8f1db2909a47c4d3d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6500f420d06023b0e7a2a36c9bc25572cf444c98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde704212e698dd6fa2cd34936eeac880481b6de4bfbe6f110f744c663bba15b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1891d04d809d49f67a1f9bb19d6d40d925eab21a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affe9f20a566ddd5b5a8e5e704507a373213fb36fe4b5e8fa637b7ac966cfacb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e12ff9a44bc7da7b5a870aa82807b31f90d448
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888e9a5df88369ced561e35ce851fa329a2f46607ce5e89046d9310ea545e075
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530abb70150431df43820358804b05c38b3ba9bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f5a8ee8e1c144e102010e5fb80c5fda9226abc1bdd7a9284e0f005517ac891
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7194e5a9e45972f67e1dda062cead7b93618644
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76a515db5318b76cd30e39d3a1ff32e6843f1c92f6dd099559b74c61ce5404a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dff6f36ecae0fad76b62d0e7b6164a55d911025
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c770f3a93102e7af58c5af7130114e81ca0344ea2956b4d71354719f71c7ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e847233ebf9eb8e4b1572d4e653ac79c6e61a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a5737a8f06a2e2ae4aeb5579ebd3814adf994a558d8a066705b12f5b02ddad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e392db418f9de5fc55646ed1711f58bc6af2da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce99b45235d03c6e6534fc99661970c6fc13d232d453dcb04ab49c3fda130e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6a26f8fef21714e684402d1e722b6f5c6f1208
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a249a388d1006cc2f87535fb5bada64772463243d27096d0c3935e8fe3e51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c7ab46522ba4fb2fd5ab6ae1a4c988d4d76641
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a28c62a45123918f32c67c91f7f8eeba1127aaf087a914ed27da37c28af130c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a922aa40f20021ced057b84ac87cc79e6f11c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488e9dd4e0a61db41d5bc0d2adb949e245ca3115a5207c7fb5d6163d93fabef2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004710f1d750d45412f8d8a9f94d05825459c18d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4bf812ee52de0c53b4dba7f9bc0e266b2732cc8544e24b8bc466162b7c7ad4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5787ebedb5f46a1af72ff96a7912bdd587eec78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46047ca3cb82c29a923c897d988993b26650932ba34740eb08ac985d07193bb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20114d3a40b0b47d8fcdd6f536bf661c89aea04e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af4ab2f76f18263dc796a4859d86d0fbc216a4578afa3448f7fe7a86d357177
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd99b6754fb3b63a50443d7c337937221fba113
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f48f8bd1e000d78b6e69ea99ac6477381043f7b83bdfa26150bbed58d830c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d45c0c14018276fcd693e179860b5d3f8210273
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06dba61e757e33e787fa9f73f37274fd61f679ba5bf4ac28cf734056944c43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b79a0fc2329238536b79753ac6dd5bf974f804
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9a1f460a89d6a5c5e56f57680bb4343486e68c6718559358a1675088dc3759
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def11b9adb42da54f6ba2a557f23c6675f1dd076
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e87ec7f70a4350340425de6121f4300b5701103aae4e2d2f4c63867bfce3a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28b2821f4c67faaf9a248af6ddef425cd683ee5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05e773a135567813aa8cb9ee77e103181d76540c0955bcb0240c5c8a6f88388
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1b2655ee7903321070a89bec045f38c3152f5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2c6798555034a37d534c0b91722ea7d12f3b4ff9852b45d825f898e7ce047e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10295e40023b5cec5399e56e22323ae28e15151
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1998e7b9ceb8b02234778fc8a523c8e6060485c7d8d084620bf89582fcd64726
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bddfb0c9559826b51932f8890157e1e89405e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79682a820107fef834fd9368f626e8ed81390deb5b3e189d4c1af2744c8f9ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b594175d5fc53a878f40f89236c9e3768d29665a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f77565990599ea11437ff1e988e48173f97e289e956917a50be4173572e094
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c689fd2fd6252673e45ae5bcdda4e1c97af859
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48cd1d17c02df762203e48fb5e59bb07e13fb5ec594deae017fa991fdc09313
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e08a51ffe5960b513b948cce04bb406432f13e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf06c119bf142cc7ddd165e6b873f3413b32ff672a669a64ab1061afc515b19
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c333d3c1c57864fb5ad14d7854b9d1b3e9c8b19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbbe1d836593be4376dd80591a9ef84346608f4e68e9328f93d1d63eb9e3e72
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8bf6f4c385d53dbed28ada188c134ded70dfd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0d69dfe64492849a3d312a26d4c414faf5ae38d5e212a3767c5b8a76cb2e65
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c138896256d90095a86ba3394de35dabbc3b3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597ab7619a663c83292401fc62210de9eae04b233a49b2ff00735c0585264f7d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0111ef5c25dddb1edba3405a476aab18c5d37a04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea7d176e2ba4eb268b18905f060ecdb082f74c928609950432c9f04275cb728
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e752ceaca9f40c60352abed321ec21f7219cbaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c85f1c91ab5b857b9119ff07d65248f2edbb5d28aa6a3a81dea07ac9bf67466
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0f49762e77fec0f443888b66bb017392b35dbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad40edf8a7aaa3bfd4dc39cea5977ba2d1a1ef4e5565bf67d182a817d8eb24d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97eb9f063e81b4b3a517156c677899b9424f52d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf884ae3b8e657dc3a813e3b77c6555a30e0ab2302e72baa0868f9196fe4ab2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0724ea0c95882440a4592ca9ec7f0fb2b5d4cf3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce754acbec461f53d0fa832510f15e9c5ad809657fd32e5de0187a2908dd95ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2b357b44d569741ec08686537f4d691858418e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52ad09269c2dbaaf8a9be2e5cdfcf681b7c05ab0c192a6d60a85100d8614acc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c18e3d29f39b414d8f0eafb6a69d9d02cb86ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da9dfd12afbd461adec876a8cc8d0ccac0bc997add01fba04c6bad7b6df9c83
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376d7ab23f714defbf1645ff0579e0fb410157d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3301c5ae06ec582c341ba95adec7a23088781559eeb58860e26b3a01ae51cc86
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070dac021ab1518304061df637af5865bab96696
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3633f94eb46991454b9e40f171b3cd1df065dfd2001c1ddbdcf5abd33e784b34
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a1721afb81f55349e1d786e23c73a2d99cbff6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3369e0ff49fc6e07ff4c906443984b0cc12c8dde11d0b033e67c5c2d69482a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5279da4d8f13e6346bc9091ebc9e35c2c9af9771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fec33687a09db2820e57ae03ede9e1593ef826dcde3643cdb3eac55ff7b29e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24acef412a2cc8f55514a93cf4f6dfad3e82591f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee63a96289b4d48df9a55d5181a2ef3e8d8714e2fc8de464ae032ebfd2221e87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1c77a63084d506d86150d6ace27209030b3f62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb70a0a319bd0024500d667ffe93e5315fbee7f185bed21598fb8b00c0e5ab9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c773241732a970ddde00b6b83168c6dd3a30d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1549278a3c361dab379e3a27e887994228107fc9cba2d9de51e856743ee016
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9dd1c8feddc34aa5d948ee4ddb155a25e5941a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2768641c4d6d68aa652b1bb63ab8ee35dbd2a4bedee7459a917e73a0438844ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8265384c8255c97ce8fe8ddfcb68f87afe61e39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ca17534bb2a1ed88162571d5130facedf9928498b62f61e6f624b808e76b6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642ea1fe22689a29fe87e12c08b4bcd9c56c7ae2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9236256fade712b5f10d7fd1e1f57e93afc16d107e87df47ef372b1f0bb71d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3e687e774cf3fdb0940c5ed1079939a299126
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26e1ae6c62f8d7e92892d18b646ad4bcc89ffa7956bd4e494ef04ef4d57bf10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a226037e4c7deb394d3ef9631f64f16e86bf03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9aa82aca2653ae5af88ed5bafaf75a3e984917f1234b00085a35e95570838b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb47067dab1f6b0380bc7c79f04bb954ff40c17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82ca4e17201f98d3aae7fa54369ef955414ccee077a3efc353e5d21fc798192
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44886bb730c3778861f01ae203d5a108dd86d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2127624a4961a309bbaf5266164f15f6cf5b874904856c4580968b29d5f29d78
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d817438e5ee0f297a3ef211362eb000031b5fa0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b585587ee8fef8aff01b4ca6bb049557d6f2a72c38af62e2a65d0af8362cb263
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b9b6e7c558c06fe6d30dd45469b70ca053328
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d43064d0566e691f34019d83889ace729f7c8768251fab53cdf29aa694fcee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b7f968cb000641e5e6be51d9af7fbbe1896379
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3c9b8a4d19fc367ecb599b17c9b44d5f2165818ac5d44ce71983b8775b70ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a94d7046bc725e2017f8118269a7b62602dff96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e306a942121d38a5803346c7c3214c5ef14b0ad8115b27e652f9838af8e65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f476cd2847f42a15b45f2626523f02d9fbce7509
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213191b62d76573af9b44211869393eb2ec699ea46fb0c4be29da16bbe4c5648
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d5b7fa7db45c0d796ce3a420e774ca039a1af3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3a1fb5e86c2e1a3d9d5579800adcbbd9f6d025c8bf7f0775d40a10d97f6137
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6714e93ec78a6cd19e9d8c1742f4ae71d17fd5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f49640c845e7d9cad684ab429d58f5501063b98a2f351d5a998ae405c3d4c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f46db6593a08799df8e592b3dd79cf77d5867f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6a29b563606f8436ddcaccfe28759620bddf03ee94be5d0b4e8f5a733cdc12
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db79a8c9a4fbefd31aae7435631fe9b01954228
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251c26c4001e5e2e7b01b7afe561e8f107b4cf29da0969c032c66eb89c5771bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebad6c905e657479cd8173c222b2ed015e2d855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9547cbf398804515a47af6c3aae321587e6dc59e7b7eb19355a06bb8cdc085
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c8501c0c1c88c3e4b17575e25eb459c49e447e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d489eb9e9e3cc97f0c7f7a84290ff3041fff3e619620571492189e835f3706c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f16d6faa86dfa6f0b234d79521baacf84928130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d56f98e6afa5d3a30f70bed98f1e0e17355e5ce71048f3d7acbad97258515c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f208cdf23eb5a5d6d8d6bfbf4f3712e983ad09b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b4fc564703b604e6ecc0f2f6492695a6ae2337362ffe042108cee06ce589c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015b14496630701cb1db2e61db917244b2863c22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca32d90c04a60f3b4ca9b5f14a17361a1c08e6573a29c3540535ae5410f1fd20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f35e8230e8cf741f9256b5443d306b880ada63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f554ce7bf59a823965fe7692243149fc78f3c03f4e67046d9cd98e309a74b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76262373e96b619de0bcdba267db7ec7539d2433
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbcfe1969d90396e3e1b9330886a4f2bad1c972d465739f6767a5dedf44e007
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ddea0f6612d57276121fa4b6ed143629d903be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c14ce2350eb627f1a0390532607fa7c339d9d8b390da277979bbcd8e6f17f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b17508c36dcfa14a65ed868dae32f417d73a498
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93875c628de3870b87552934904259a4907dfcc86f418caee64aefec39f8be2a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aa75867dc8ea269d6059c1f5235a2ee6f66fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3931215d7e06b4e380a62db275012bc8d80a302d5c4c317e7bfd8f4864e0e95f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b5337f05f2d4f75fdf278af05a64631e1ac8f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486f6332e7cd61233a92b13925475417ce699112159a44bf7cc1eebd2324786
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e0f135977bdd9ef2ab66152e72d4bc93acd397
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e90cd1df8476ea43d7b78998ba19ac5a278e96709a2fa5a8ebd7aa30449f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f844c74e8be5efd4cc2a4b77c083910cca15dd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd8e02a7f98631c40a17b8b5bced02191097478c2aebb6a9106459508b8a6fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0ce6b4504b2ed8ddefa5f037eda10cef9ca0d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e20806269e9e61c50fe208dd9ec3ffb5f729aeb01499e8fa8d4a5e316442d1c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08f962ac27d0d721289d30ee9394038bb5fba5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464a0b4a0e35ebb4afde2e56353c169da113805c055667fdb0940b9037df175
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd66997a3c5862e3d92d076bc680e7110e37dc72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7d64415efaf50dca8fcdd99f85b973d1e9375949ececef32948ceffaf6cba5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16742aea7fbff08c10f2f65a8e9bb4b364e6c23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32fad91fb6bb9d0d7224c473bd2dba3aff79479858c6f8d6e466bf4c9a38b41
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e907e920f19a3c9100273fa849b33445661cf9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903886bb5f28792ded4140fb47d41c1e4fc98c90fd1ec08a3236fa4b3261aeac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2efda033aee5f710db68eb179836dde5c7cefe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1587ae4723e36eae35ee8412cfd9c585bc2777d7e4319ad2f483bbefdb4488
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0914fb20e89e401a64172c3c87c95c5ce724e41a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c32df83b26188fd48e16cd9c452bbaded88bd72695556efcf024e08bc989cd0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca74abdb4ec796cbd3c4de60fafa9ad9adad6a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cde39e91f158741a793874d8f1727473da2116213ed48ebd682f7cf72e3b2e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c93733c2baae36693b65d3db4727507a7392e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7e89f621b15329ff6d61d5395fc1a8f503bde66daf4d20667b99936e41695b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea77b9d6f0b1ca4f1df3af47896b08cae1e91e86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac99a08da03e13508faabdcd6395dd39cc9c4725bd7d07598b7bbc3178cdcb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053dfb936812b13c246c8756880ddfc1506f34ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff2680d81df5710086858bcef10246f7ebed6503f91914184c1019f60f785b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3d4f723b94e8c13d60021254e58242326dcea7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a729f15233d60c7d2b60ad7b2b3342eff7906d95934d599a2ccb1668d724e438
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1829210696e0a4c1f81610ffd7ddd036cf5b9675
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93c834a89e71d79ea0822626df16b4d013448f440d77e438c331bd0b7b63f39
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39de90207b7a7202efc160a5b3f2b80cd9b94477
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1e2b7f9bef1e7b46537546ee0ae3fe45a097d15f1dce16c0135ed09142dbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d298b105091b67ddc6d7c6af762970837c2c2c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c4b19424b4bd7bb224cd82837cde90fdfb27bf1568cd060a3af8c7d36acaa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8474c16b62df1ab005571cddad9299f87f12a44b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fac80166e7be213de7097fa267b786b08228ab20bfe6fb986c80be409ffc4a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1557760a5a62aac66bdee994055d6b2866801622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e201584ae0b9adfdbdddbe9393d08cbeb384fbc9a4a34852da7bcd4dd5c63350
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e2358fe5d477c068fe5273dc1502e34f617a4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb20b4874d90e1ff87d1f3170c4d8bd019cc17006f0d006b94b8fbb4361aa8d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fe770b1a0c6b6ed93b92a4dce12c74e8ddf83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4008f5c0a2412e863ae33d0129882a12cb00fdb583c681da086613ff472ac482
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2a8a93859b29a3f57e2a896f639afeafb14869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc426db80b42429a7df9455a3fdfeb91038f3a71ebc88fba6e7970c825c9ecf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deab250da76191a7f3028886c5f25f704ab9fe46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff75bd6e744f5b2350b303fff26d69276a682f13e40b0417e317a4008fe68cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c73b59ebdbd853607afccc0aa0ebcb8a76ce51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86bc83424fac0872e3dab235ae81ee0ea485aece26280e117b87404cc2268a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2705a4d309b61b90e89cbc7057218b0605dde4eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4628c40cf4116dc3522819e27aec57df1aff62b193748fd3996ef0d0dbc1d82e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740854b35e987821fc0e117111c8d4b09d3262c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e16eb566de7026f7cb7e687dcefb8fbdece545e8373820d383f0bb0ea6b153
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c7d038d1244bcc753747ab52c3050cd04b8c78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c646de1b25ba0c430e12239b931a0847c9ba889bd1093f22bce46311423eaacf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43f26925af3f7a4af62e5679408e8624cbb770c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655540903d8eaf103bcf82fb738552bf877078936cd24138ac8b6c5e51e7c04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd33bef2adcb8c2b07166a3ada64c7054611c47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed02befa35dd1017370295476f502f8100dab1b4be2885bcc7152940e7591330
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59331d2004d7d69c05ff3d4948a58f7511a4dd9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f92dd563182c317ad4528506090af142c14307466e0e3651b9e817e1fcfc850
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baff85a4ce33a5bce92cee9aa1c5a62a7690d4d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1637b4932a580ed55a0d91f7628f2e3268c31b5a48b24fc27d484a00160707c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e4db7929ed2da42b0690ba6c35fc84352f2708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b354f6dd912987c7609f07ab21f0425f322d700cc1903be646252713413aea4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf7e85bf669cb01f830eb5a1f27dd5790cfa0eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7805da6ea84f28b826f3c55781b0034418280d6bbf98371aac77bd86a87f9e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e873a141545d2a0941ca92937ee56ae8774ffd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322e6855fa9188923a10f3dfdb66cd22f241d9f76d39a190e84cd6bb1ef339e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e804310aac1f198be315441fcf2e5ef976898ee3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa06e3ef2ab29f7cf87382e8e01d63c3601d8b0741090624918f4b715ee1f08c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066eb357694305f3108d71ed83f198e4ec28ca21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b35da395a2d21bdc9843b6021454efb3250385447e45d0f15334e6c0b0b402
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012eb57affc4e1ae53b47a68c13b80e3fe60ea9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cb92b77e5c64cdbfd9f4c01e76d199cdc3cd6c0f155ce30c07a52d2bbc4cd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38d89522dff4e65aecaa2e60df790a3ff376f0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1cde945d48e12818d207e03053b1900f93b66d5f28d1ef5dade29ade8662f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578ea502a67390ef47529c97f34e783d9aa140ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7210f31705e788d872707e60b4307cfb1e178e5a0b76fb4a1322812f56be33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fef21a7a504947057299954edddd65aa646f1db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71fe24290e40b9e68dd1ac9180feee630ce73d345f7c1f16e2322423b2150a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff1b29e1fe8805083b6b9624791dc60d47a849
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d66728481117aadd749890a0940f3d1ad7c8255465c5e749002c739942521
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd71ba31d1a513cb4b64b79e8026a1ba241cfaa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e554987b069d88ebf42bea06d7c45d984f50e35bdcaf228a665328dd2f958e0d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2608311e827952e584ad6cec9a01efc573629ba3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9809ab6f7e7bfe760f0d012a8860808fd126d650a1ecc666f81c49d9b3638d58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7d24254ed0d5e3d55f30b597e508146ee40cc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e409a810fdbde0e1399ecd6a1fb00fb7ecb48c33e4a823c31812665c6572c21e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda2026b5913ab7a4efaf3ce8b92b5a49b34388e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b569bb6c2143bedffa90f0c14d6cdc0874cd0b96eaa7218feac8969054ab3aa7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4670c66f296c3086bdb6238d6644597faac90ad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f25230c9eb32cbc40b1430321aadb6b08b8e4c233d25cae1ddad47681dd6e56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e10bfe3644171135de20c31ef7a8e408e8268a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278a377a4e491b74a08f3c13c2a356d8d2cd022dc2bd44cd4b461f5994e77b18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34230f4e5e4e1a668ef867139c56ad875de51bd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30950f6689fb11130e12b3bda88f5a33d53703af1c4d422a7984208b346ee6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc1da4e48a06b80c8198f9e97bdd0a3f6ad80d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19b46ff2f5db21beb2cabe17973556364e857a3c6a0dc4f99a42db1605f0895
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e275a2a7da4f4368aeddeb1eedbcf559b01d3659
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa8be5ed87d8c90f6ec29348d6855d8ec513fe1df55f8ae3a2128b6d970bd09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f977c74f036563799b3481390f76226ff01f6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ff9fed0bc3fbaedd3601651884613fbbaf0a43b4ca5a53197519378a647e0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d6afaea9347408d677a1473fd9ed31884cec0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677495c380740c2b58fc36b914a803e5255183fb832be7f5a2ab273254d1c2c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cab44e6f38cd949d4d9d250415ee4d85afd735
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f8976c713851e2380e713d98b7485644a18cc12d4d33575c74565091889968
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49096b32158b51aca34e6309ecdb0106f8e474d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6148f0dbf55b71cd07dd01fd3a652fa0a0abf856911831ba059db91146aa213e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164f91953c7dcc1ede94e52c2a4e568ccb26e79a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764605d002c4642c4f23782a2a47cee11aa117776801072f7628907716c5ff79
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95df703708878344613f9fe1ace36ce9d778fe0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2c457de22652ace82af288602cab7c7a6fb2942a73eaac30cd4929b01ce885
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfbf9078b1694fe5c2a13fefbf79eb84800beca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3839e1a89819505502271057d5dfc7d8573e90941f40a8d7fe6f035a5f5c9c84
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097383887032e53f59d86bce3bc5b2e63525a009
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e1873b4cf1f6d2cb7747ba56d22d5cf051e237b0eff722a3941b3965cc116
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305186a01c17f0262415919ea81f632a254edf86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c761c71331f2cbf02c1312b49e5f1f5c781c112ef4e30f80ec721517964cee70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283e48eb4c701854eab1281ddcd44a8a06c74b7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43c1b4002c337473469854e315bb721adb9d3437bd1e6544ee713d25e9f2446
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e1347395732cbda326fbd32c3facc7887dda5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6650f4febbf6c1cdc62e52ad17eeb024cd066124ebbdddfbbec46789d1eb6c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54849ada0a383f86b968c18b1e125b55d08c0178
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0e96a7688806b4501a977e4120689f345d73949e467a3a37979d06d51a3f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c9f7da877ec8cf61b71ebbf9d49bb3dc6d6a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2acf614269e01db2017ee66b1f3108f7cdab1ac7d45f5862c8d06727bb7359c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af3e01f2f2b3d78929857465d3ad921e49905b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418feb1097b91c2959f40c2df9560455916b432cd9b0bd310c3dca38404edb30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb2f4941f7e1039c97c6916a1d07aba1708c01e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ea496211537428cc0bd783a07117a4ec991d038b2b7930f4d6edfd71619784
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befd332da456315b190d00b6203610ae11ed6fb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd062617e1ef4d0d5ed40cf6c6f51736dcfdbbb8ae7a9b7c7b7c457e3612f56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5940b12a78df0440971bab36352fb7ce100856a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9564dd31f8fb708fd7c673b20a75de08b0f652e22ae680cfa6497f1ab972f0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1781c0b0e794024ee000ea2e29af696270b663c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2f6d5c611bf84a0a98a2797c0687f9dda94a64f48c7f3f2690108227131ce3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86caf03a81879afbd35385d157b03e5090aa0b70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a99480a149a042234d769da0896617ea5c57bc1aa6a85895c96b1c0c7265026
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db0ca5ecd6510ac6daa4b20bb3a4166446e4c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb18b52b536b63b6131db4a43cf6ebf09dad206b851ace6d7d69d6d6e7ad1482
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09f6abfc5d608a2706c298cb3df1a27bc128a82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a331e6f39f10993e84824df4805ece5efec7edc02f788e1d620f046fc761a7e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994ef5d12225f49432aae2b536ad6f1d93475401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1e9804fcc5589e1f787b6415e90dc6d16fec6742ebd2c69bc6144d1ba1364a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6d2ddbcd3488ada59116e683371daac7dd18fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128d1622fe86cbb03db4a29c360e23a2ad423d271c9d4b6e52d80fbe4df20e04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3861060bf468480fb91ef8632dd1134fd1e063c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be123cfc08c80c9b58e929aa2a7146621fbcc0a744f0660ff2ecb7a0314e8661
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c880d658c6971c9eda4253f2b404d11b6201c9da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849b2118673b88baf212b6daae7e872ceb6d4c25f2fb511aa68cfed150214999
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff122f053d61ead88dd63e68f839000f94e966b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42a0679fbed9fd48a4b246fb92def07233d307c2ed76330ae3722481276c2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb0103a199325fa81318f65b1f159388f7db50a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859ce0ec636679fcf14ca3f5bfe8b0949441cb39fcfff4becd3019a4bd9b5d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39453632fa2cac5fb04350fedeeefad4c8d525c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f81e17f8d0337c1b679aa820e8e70824bfd4c028a47f43d5dc9959930ef3747
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a334c845fe89efac0e594e64010705a8cb2881e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dfaac6155369a1f38fbe5227e1fffda9551c71d429f85fd4cc2bf7c8596178
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ba67bd5028acb96f9053990bcd93f1de3c9342
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a44198547788fcfe84f67396ffe84b173acf84afe68ad272a8aaa6cdf055e2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6724d6978783403d7d701a5bff6fa9cf8e0c01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0c7353c51e8059cab8c7817f15a6224c3a4baf1058a9030b39838838c7e2db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c2f9eb04f47fc82cee775949a2367726892f6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a7a2b71e8d1e8c6c97ba8977ed32e5d59468a09f9ff816b1cdb47f9e94d71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799c2afdc21111a260d9e6926f501570d0cb1cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8cbcf29c210bf84a77d0653b73eaebb96efabca2fd9eebf1a221963646aeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d384b848d9f895da1b8538b7c72418988f14fde9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c1dc9f7c9879b7102aabc3313e3bd7c21528cef9697e2118d4d4b609cac687
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f273f95e885302e2e7e1d3446b0027e3931b26aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f594037aabd2823233be0d9aaf380bc283380f22581282e692f419b68ab224af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e00cc9e224ddc0d1601d61aac4bcd26bd59e567
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc9a81a1f686d3c4aaf81724749410f219951bce2527e84f6e25e9abd96007a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d5e53d1314ec145c3fe40e3b3ffa8f8cab212
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6230744827f8aba8bad1c5519995df8c0f9aad815195a4dae60957e1295126f0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411fad133a6f45981354888e40f87210dd6f7449
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf4c8461adcb032777149ebfd85d73c4cc6c6dbf2f71d696596516fb1a2a03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224fc8974a68f9b62d869c8d2af6475abb007a5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae8633fa90827a0097bc352a7878786eaa366215d2942fc2206025bd9bf5817
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6d91dc098b09a03165eb233f7e63ae2efccb50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9acd06223d09ae0060791407259ad78630c1f8f0d65048dc4fa94ee8ba9f64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e319f615f940117c57e25c33f9b10093d2e780c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5992bd0a5d8cc74087d2b4c642fdf71adee3512d440eb16c3a6bb070665a94
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b022eeab8f7b21be0c98d3282a3e855ebdd9f7ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd887b59166a9ec3b7329a71a0c183b10314ef5778ce30aba8a8c7e99572064
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc8a5cd67575b32ae19825aa28d85c91e5aa3c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92470160243abe6c306df61584fa0a79b17456da2f2f38ec30823ce0c166e638
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6bfcb7fc1c912ab6c01828f46fa29153df1a7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71416b6efdbf737d60a529e68fab5a93dcfc78fc48eb515d88da9f607d97129
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94f1f8e1085dfed9d23c82545fd65a554475e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03996774ea9fe0b7ae172bff65cc95388352cd594d3fb28ed0419e6b92a1bdfd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc2378cfcba5cd7956f3a881fbab09c29c6dae0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e042862d02b4d79e97ff2713c6fd2ba863c963e8ccde8f80deb52f2007fd459
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec79d86142f985e03d097a273e903620ae4dfc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92ee3914303d3001614d3373efe5e9b4da3d027c719978d7be0c94062db6ffd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f52b0a94fa3c7b6e8297a4003ef9b3f1e81fba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967a6e3a84c758ab64779761d137e1a597228a36e80a79ce5b5bfb57d1572fba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56571ba00a4e4e39d92bcb9eace3dd2981b060e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aec5e42114a8544866b5b0af42775672ca6cfe2372a36a6521ee4001c0cddeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52464e0b3f3032c3b3b3b28c52414dbd1af630d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3daa549e24d4f98ee2c7b9d4979f8178c671292a43fde7eb1d24643476eb4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78055940e7991c751433447077483c727990d25c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8c3fd3ed12484f7a44536f01d0a42743170714492c79160ac26e5ff81e5e6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b315b6c80e36dce61ac505019ca2114f1a817ae4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb7f41fb2d136a1598da7b61e3825d7c11382dfd79f6b41e718672f4e7c551
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81ae9ff19305608ecd0732d1aa110a4abaa69e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1cb344a594a27bbd042ac03d6a5b7f408dc091edf7a81f4147f66c661fc468
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d53f5359039cb2d3083cc810eed630c6e7616ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8546b8770377092b4f9eb4b345ba035dbf28f3c7df9a3c2322f9d7031b91a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2618da21d310b1e17cd2552697a9cc4e6fa90945
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415430f8e3b62a21acf59ddddd4c22980577fd60f44dbc85906847db7f416666
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8f6daba92de2b53f866b41ba766a06e43281f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b7934da795baf97bf1d6444540857107eca0817b4afb99eedbdad25fa1fe74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1075b7f874d305a8b65107ae5783eb97ee8a4186
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06407013f14e8ed10a6d3bb76bf0af30c3cae181b68f3d156cb5778e67aa5d3f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc85b5830bf455f79443a2eff6f70fbd057feb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb7123f26aa50844a33c82faad25b51295e0cac8c8b9036a207ccd3f16bbd4f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a530bb0df0cbac095273255778a5a409e2a9609f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aaedfc90760783157b0edb312bccfb2a3e194c51d8bd7a0af13a04ee8e7cc0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a019588dae89caac4b95b9c9ed9450899f96e8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f3c9e5a17330dfa1cc5dcde10c1a21f179ae1309b6f3bc9297aab9e6d577e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3a1b97ae658211ec30ec4a3842739888e773b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757bd6dca081593a80bfdbe694ca849ae4b9f18637a0c65b032dc91213b9e71
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deae3f63f6766b9d23062877e5a4d409138aa21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08613d630c2c1e89fac2bbb2a45c79f41b3b1d29f365c9c606a624d6b14b7136
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15033e6ee9203721cc7b27448bc65f6c1b4ad3d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c500f7c521d0453daac6ede803a849ec336c8339a88b87ea95b1c027bb5674
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ccd040e6de29739a0e6f34c09dc43ae0ec1a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3687b39f2739ae335fae2c72aaa7a555a19205120e791d9a90b60cad927fc2e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcfa9aa32b49e5753124bbeec86c4dc193cf3cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e68b6ea93b1e3fd7842be0ccaeba2a856b1b5b8bdc361258e34db869d8a9b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b960c1032d61fb7ddd821f402486b24c000ad0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b4d36a93586d84da7e74aff5e83abfcac3a187046cb74247c58c1e8fe7b21f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863883f4f89a5cff7dc63f09b6c9d5965007593d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb19ae50e2c07638b61e455964b0b6df6e7851793e5a353f5bbe2c435ba87aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348d4e7e32365cb7fdd919e7a5fa8df61daba7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a3f297b44f412fe976d8018b34bbc3dc8dc4b805f68e22d5cb869bfb2247d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65408284af3a71abf173a28843c996679ba80404
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114e237d7452e2667eeaba9578570d7d4ab1773dcc9b8545c844e6cb7c252235
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f92c6a616ee7be393235f1cecfdab3f209de57a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f157332586e682e736f0d79a462a7aa82c6a72a196f9d943d034f6422d3097da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c3e1682662c85151ced821b02aef97b94f3199
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a9dca11047fe72adddc7dfb5f5af438107397298febefadd7682d8d95f83c8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aee1707e8ae9455e592c254b4a5466ff90acca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90add961bca00c3f03e19152d604ecfc61a4fe2883ba75f86f0b79d31d8e0bb0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c092cd420dbbedf5ca1099af4d33d6230fa2ac9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c2b6c8d65fe36fba6bc1fd74e10ec49669d1ed781063d1747769b7f781cef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed633d6e0d810274e8071188af76ced5c52de637
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2948f0083a30ea9411234d233dacd3047c6f5bfb1fee39cbd664f2f9ace2e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858652c53f932075a83757b8c417aa7ee78370e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebef68944789b371d37a71841bdcac82d05098c9eb91ee6a3be2bf1cea306a3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ceb3e5ac535bdfd84d9f858e29f74273c231d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e9e232f577fb3454dbfa52d3a1d3493f72e853a551bcdc682bb1084d9e8837
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991cc990043ecfc90f74f61b37ad71e0f9f4952c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675fee4d6362dabe9ed4be574115d108297d8e7a12ca317ee0b02056d3d99dba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4982ba1d11242718c7bf0aa57c511b928b99095e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4a91229b481d684592ad6e11fdce3e4b37aa976371a2e2f46d7f89b13eacd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a581b9d11ed12449b2fc15efb87a3f801a1d71f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2b3be5d2e5b10d11abf748ecf2608c36e01c4df22b371b1701bde221db7305
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e176c0e90196b7d4c9243f35acfb53f43ca1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ae249ad76ece660816486d6324554103af702bf047fdd34bbe091d2d6b80eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9e2d912e3a8a1ed818a56a941704c89dc36153
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf53fa4a7451738be56b69d5299fc2b264b244e80ac39c3876c3ed076b065661
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85869431451ca0f988806076bc394c80bd65485
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d6aeeb57e66a8556f30a5a4ea322684a2fefaf62c6f790bb64e964ae87b52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4400ab6b2e741106b8478980b58f47ffcd80a8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3697dbf2176bd95bd43f37ce9eb18112402d3074c548c3881ef887a3356d30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f262f2ce59482f14c1de8916359e49007e85aa30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0800df9d3ddb72308f42a00a0525114f1a5c1cd0802bd30ccaca589b6cea8795
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f036adbe39a79d432d6d178458264ab9487bfccf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50344692392896f50927fcee53a9c7fb602eee48ccf3fe5f02d8a54c16d41cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765c0919ac404f0d70a4c9d13effb5f092188c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815e8008878ace0c61cb1c86f5cb9de6c9f3576a9a50778e7fed4a84f9f6f98
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05b4512e1ca54a0e8eea04f18eda81845c911ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee89bc7e8bb906fffc548ff8af49e4283f9888af99ec1dc0fef33c669d238ef5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2609188446189d111d94696f46da9c91ac12ba4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfcb9a366ad3ddd159dd98ca6b75118c38852585e69b2dcadc7e046c67c5138
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eee95b04e22488e991efecfe7a892512ccbed9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa2a34a6a5530a60c935d58991b29fff5a14314869c135f015d20461de2b97a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d8b13a38285f0f58480b5db9cf944d922f166b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb0099799d8414a78b0daaf50759e1615c09cf129b5b59db30b76a641b08ad9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9ea7bce3229dd44b97a000049a45179c4f4436
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cd322966a460338ceb9c3acd872657f7c7de4d2fb10afd9fecf7ea74042b27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ba33b78ceadf1ed878876db601c8c3b1c48ce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa94c7a4b4fca457b1497b4b2703ffce1df5960be403419a9d47e3ea976a8529
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607ad5528684d6b841d2647da90a946d8740b452
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372b352d176ccae6a92786bd24f285a20e3ab3c47498aab38516372f40693e24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6b915c4b20dc61cec3cdb214c6219a49a04e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e45515f5256f964d67344fecbceede625df50dcb8248fd4bfb91c0f4b62a068
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4506290d71adde5160ca8b5de8faecd0bea1b237
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da531952f18b4e1a6138615255a84f37e6f21a63531567d73166c5eb2ece1c26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6f360ddf30a64e4d122bb06f4c8cf1a35d3a97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7553368dedce953013e8beea96ba51dbc1a71f3c117b5a281f43bb0598ec26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd7aefe61a28fdd52e035c808e9cfbc5ef6b494
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd0bc5a4ac6ced194096297fb6e753722907800d4b8737dc8e3a86d7c1f96c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e415c6d76d302e6a8c7ea83a3d37191f67b4a891
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d694126a02f6e742d5730c39e3f149381ff3538668efa4b72508cb467bb7e85
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33bd60c0ff5b35317fecbc2d742c02b5f9e7ee9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4903bfcf3ac2b0106d942d103999255e07f7457e8c761b12b6cb777fb22e25f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46462eed6636da1eb66525f7e3f4da6c94ece06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f080560cfec02a1c55d601c668eda4bc44668eff0fd1adba006ae102af962
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d25d03fee1ee986b108f054c539865befe6a56d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da19998e6d213a1065e9ff5d2ee603553a14fcf9c490269d050be2a61e0c00b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0327a7068bd66b8b7c68cd2ee6151f0431d2dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5b80ff7f4d6eb56b5faaf570ba31b49b31a289cad501a098357e293390eaa3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc3e88f80cc134aa33a01845af87a73f912d86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb94c53a6a55951fa885bfbf08e6fba98cdc1fa7e9e25513fc1fed53b2641bda
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a46eeba7c3196a28f557ed4dffb4e5c2337ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06129f730c9821cb30849581f68785dd9417f9ba7616653626685e6c97f786bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5d9af3f38b55984b6d8a634f1779ca26e44270
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c3e7e7dc62832041d6626c618ac33dad1bbf6a190a2108d99725999b3441a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b32b1d409ee02338a0808d7c4f80e6dbad081f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec771b3ea011d50342e389a15d9ae41bac8e440b283ab865375040f396b27707
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b01c707024c7cc50aa805370ccba1ddd7c804f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f655e6fd8baca4c048e2ab9c7002b9cafd4abef0f073bfc777df23bd6a8b381
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b35a4344c3a24725a19ec0d58791067cd03b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fa87fe131d9b3535f97a8d9342362c3f8834e9f6beb59956df6307d0827bde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0f6a4278ddcf88bcfedf0c725405e12d123df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ace7970968c54e39ec35177d1632a5a9fe22f1e315bbf6fca4eba5b25e57a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbdbe26535799288d4197a36e76f2099b4fbaa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321eb9ae2ea9915948a1a9f920f508d171b6237984c86bad52663b6e1ee4ac13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b1e24b7feef510a1f23ec2cf3273aade3dc851
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28da0e0d3edf8138221ab0ab67a28a8579ef6e9ec577dcb46260f4d0c7b12b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c21e96a0a4d72743b0899ecda931e49b29e072
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236bd096754dcbbff5a3bb675f696c333c686e906d3b8ac960f02e8d9b01774
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6f54269f7afee688eaa23c833c6f8c5bd03642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91c51ac8a28d1fac30dd788ab7680194a82b329003a0759403e107f32b2bd8e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ddb25309cfe4867a1bd341121cfa294658ec6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9193b03c60776f73f41d65a90cf891ebda991bf468ea56f7484e4a195910c74f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129503de6321ac6037ae20b122f32ee97486fa95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb027ce5a64eb1bc6f62fc71f8f7cd9bf6bbc9e140c79df7a4e01e3569c8e1ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb21e3ad39c9ccb42e212171ce1f9772c01141
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18165ce7102f9114c67df2eef159c5ddc795591be8e4d80f631f2ad1aa62a81
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58938463fd333cb3071a648eb4ad72fc8441a7f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c82f25656846f3a9e366ec2bc1b0920a281112162d3edafcba8aa0e073fa3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4dc81a3ed9156a9c4dad3d0cbec3f94e89280
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d37b47d30ceb4ce5cf6de95a1dcda3f0198a71f47c2cc0be2c0581d67e41f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ad7bbfb9e3c697388df6142a2948e5909f677a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc80c080380881e9965500fdccb34da675a464ff6d12bda12ef5608812c6d67e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf285dd81be010d841e7d5d97c52ff3594234550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5f9bfb102cbe0bd59be562ab92a89d87ba68165fb9a8176f3050b7aaa37506
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b0b7912ef5152aa4ccf9660a0124ee58a83b67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e646c6ba66674357cc083a9af2ac40d94ca066bd93c76b4157c6642b0e94ac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f73a97e5b2925538c1c1befc1e11b1c76b169a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a23409a4c3d676f93f27dc7fc44fd6183ab2bea53b4432ba034ef9aa6a025dc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22c2898863e37920f6c7d58d6b657dbd3adcb5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1f388d15331c17ecc9353437561608ae2bc17349101756ade5c7de119d42ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ecc4bd19348f9c5980789387887866703ed6c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1844529ec5e633639c689f3ce16527c64f27d6c0bf59b6920aa35e1bf3aab2dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6433a0cf49550f3c6126d329256a9ca9039f2b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b004b951e8cd2e26532ea75037b1458b2a60ee535ca2f4d8eb3c8522106dbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd3c774762157fd64597b6aa94ac02bab86531f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ff0a48d1899d5a3460c3bc5661371dbbcf4ac25beb5a3d0eed8b6e2f7ec22c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb93c2352e2da21d7ddd60d5af550a6c8d2fc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da9a373e049593be0d526a7bf6acc6b200cccf9697d0ccb07814e9a2a4b3805
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2518347945e1dd813e6f0fc6a1e8515e8a9b8482
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd445844c8d21936d51203b27ba1910c717852c50a9782afff39c317f5d7647
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5192338da5a755c316fe6d50b5d14323edb27ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c80c7b835e6cf867c28804324960c2f5a8efaa678cc50cf02e0dda427c0107
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4ebec4b84961826282f2575995ddd569ba290e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1947d6cd7b50cec3c682f31be502a41788ebbb78e0f239b9dc641a318f389b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11f88bf149ed687b114a1fbfea9173a9c44f8a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905819128b261373daba96a67aea71ffc2204176fc40b3fa674617d5058fadd0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad89aa16158985404a17103d78147375860e5cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752980950707090c16230985bb1cfa014d7eb2067659b055afe0a8675d644493
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4dc8ce9d99718f0fbc63276017d54b029c7da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c749af7178eee40eb27d2710e14b570c0c180ba597145386e46f2998085b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae0b63a73427a44d364cd2453a9eb52d6ccbfdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456b885037f47817ec8d9cdbad997d41029620ef2a44c4348a3d59d63c7a70c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5ad7dd8958cd23d08810b68caf673b82d1e472
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e4f6caa173d41ce6fd6551e847f53de13db97ecc4e93a5dca81fccbb80e77e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6094d05d67b79174052d8b5a51fec38d7ad688ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41669499f2b2aba7a1e189fab31fde16f03f8dfdbddebd209417abdf99bfec9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1b7066ca0ba0621c4e3f3367f8e2f0ea00504f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91b924ab1c43f1d27a6e4b2b3c24078ad38eb70597980462e999f0532cb7b41
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e41f37729dac72b6160cc527c37dd642a2ba16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf06a925fb073f50f503c60d4f6f120c8d04fbd72ead34de548f48b6727205d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c26d4435390f6bcdccd899a7b7ec02a166fb6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c05008d30e7c263e960870afdc182e225c6173e49635c92f938b08b2c161ddd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f4b6ae9a2a1a9ada84d7d366d6e3e50c42376a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9fa3d6fd2f96393c9ac53cc65a8e5de42f047cd43d751ef69f723f0df7920
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e974a97a1ba7f4ca54580f7be9157fe583928c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9433513619fdc5d40039b9dcf1a21f1763f0963f2dc61973a00103c4f33b4334
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ae839b9ae62ff4fbfc96dd836c7e20e76e19ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691be0faa5edfb218aae4462a19fb2ee09ca8df4d4e2b964c4164ecf6fc6c18a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ffe1c5591d7403a447838ae459be9574f44549
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7895c6b2673fc53c33e2d7830a690134b16093bbb2c4f559a76324f6b9576089
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edebba0d80e3b40911371de3e580717b2121450
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75cb5056afe6bd03e8e0fe9735f2d9b55134dc25623f594fdbda530f44a890d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f7528f65c89bb03103120d14ca7a557a5eada0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acff4c5fc2c57fb5524f5e5f9e34c1850a98136bc33d1ad420a99f8e194e9f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d802ea559d98a10fa2b745c80745fe3c2bb588e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95520ec924886caa0fdea224ded2d5e9c8d86f37a86dd96e844c5dcd9e5e6cb5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeb3daee602b318481b161887bc17dc2b3c74c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ab4a060574b97ee63df29ae9fedf1bdd3116d8dd747061545db25f3496011f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658cd5f78c35d0c3e305123a3feb27764046e5af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbc3dc6f0dcb1327c88227e8cd4a9ec1e9e93c8c01a2009fd8c7079b2870c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b473cebff9f268965e1f84a258708e8e7003585
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf8a941f61515a828abbda3e098460907f26dac31489c9bc39a3c45f32ea7da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88915cfd7d8b3f32fc1dd0fb1709da1f1104cd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b241ff08c5b374602eb8b39de34a42b111396537488b38ba0b577601c6a5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faf0b8ddc007278cb6daedb37b0854fce5a8cf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0692754104d283327cbaea3e7e9a66e4591f135d9305e5503f18fee9687cf64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3c4e54ed88a6d03d6ceea41589845351a7af86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2144c898e96ac2b10701183c651baeb8335a76966958f2c62a102a5dd895d1d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f606efd6ff0d97a31c62f589e65278edf01ed4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44cbb1089d5e9867a98387fd8fec37d82ec1328fbadd9d0593b7151af4b06c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2565a28d1e9af827570ea0f824d69034bde0a4ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86737f84a39c8887c14482eaf6248e21a898f0846e3d82cf903b80b7e0377432
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf4e1409fe27e1572949c16e535575dbc771cf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e1239dd59ac2d3c2f1e3093453929c6342eeb1eff3b3e52760d47777166d8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fb5434e6297bc2de9d13af1e389f95ece402c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2367d7a725115e0378cc3968f4b9df6f6816d8fb7b169aa1441acb79f2e385
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb709472c1345a62c93cc7cb0f4e92aa519b0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f58ced1fd35723c2ca790fa7e0e64cbc18998dc95966c4ff07b88d4926417f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b74aba85711b8200c7ade4f74e92dae28c88566
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec99b65f3b10e0fc388b65aa943398959f1ea00d8a91ee5042ea7e87723a1fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7292ab833e7d85b7acad7e54eb4e40820d520d2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b5b4656c28ffc95faeb5872ce0c81b296821cff33a59000bbe733f2dff3ccd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ce32485f4930c7fca9d918a2b36b918546a66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596fc2344d03aff29a6c1b18d51bc81d3276b49d0b9f8d2d27cd8e72b49d82ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1a39dd82920bcfdc6a6aadd043ff21c72622c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727f037b4cc9afa1da520cdd190cecbf7d47efc0e5c4711a5b495e5f5271c31a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1c33898eb312bfe9292b0911d0e54ed81e9e87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2802418688ccef8894e39d89a9d1a0fe3620b804cfe313ff961b44091c2da871
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c62e4e530405aa022c06ec0a66fa5a26a35076a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c6d0a7cb35f5ae665e9fcd7f820903db1a54fa2a784357da6400e3af71696b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5577cd855af3c63e58647b2a746e6cc24da4f7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0fbc36cb55d0ebb5a08cd54bfe4781f06b84dc6246c3ee5730db53f7cbfaa8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb7e0ed491a5b1a2001503ed6fcbd5ea1b80635
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2531115b53a230a5cb1102df217d68771912dc0d485975efb9185e8ed8cb96cb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159e4d3aced98c753cc057b9ffa4c98529dedf90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee5c01dede150df66ba769ef6ac59a2c3a6b0a7bce8d2a4a1cb86e78b9716e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307038c395d7c000c8e6f09b8b3a26301129212a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de278ca21e5b57f359a25fefe081e3dba9ca3d23e669c3fd3a958f1f37aed5ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f754b3c1683e1f378aaad6ab9ef1205e25d232dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f673aaf16fb476083b1f2130e8a6547cd461c70ba3f96e8364322a7c45364d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5288237e6f864b46f064a5abc1e568bfc3e5e73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3d5f055d8ced497e3bde0c024db7ffa5418d6c55ba08eab4e52b5962fee141
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601a9fbd4927ae810f6a1036eafeff715b3c8646
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f53340ffb9c600d6de1531e3b9a34a18170a3a4d22c7471cdeaa97fb954e0a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364155d17fc02101135916698363d6330cd8a93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2423de7b43f0b87c0ad4640e0a1126ea4b5b51cb535ea4598c4bccac96b089
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a9a32000f3ee19d6b2d86201b75e1e347d05c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f663a6e7a3e4dd7202367334cd56681922e0369a5ac43beeb549be0efee0e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beafb9534b25e4f9a6956bdbda78718c4cd3afe5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debd0579c36d2ca724be6d53e48e07de64505a81dbe6fe21751ba6f0f23a3723
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9986cfc4469aa9df2b072fed18d796d131f744b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc2633259ef7c983f67da697a16a648914b06c93f74f21e886d63b3ff93168
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8707dbd67ab5032dd80ba0d2916a76f155f39d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130b5b4734fc5ff1a4c64545987746793d5f4b1261df3480e005bcfa6dd36799
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee51620b6c9dc5965c4db42bf87fb9db7e84181
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b392077aff2d2dd910b07a1494fedd824dfcd819f126c1d307825d6f34bab2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e48bac52b22565ed77c3164b1d5507b2efe2d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf51f2d868c6fc1c7e797d856b01aef1d0e7428755585e1c2e06676ca047d33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9687e98b1bc4feab1927fb30f241adbe67c121
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959d3c7a490bdf40de7daf2c2b2361bda3d852f7c55b681d6d63380145d27aab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4f2eaaed18b9295443de0f4304a1d73f0be0a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9262f8a80d2c6282aae32c13a337d80980f679b91cfe59cbc0249657fb85dbff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9fc1526699f2ee79c5b1f30baa08271c6c6046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b9b7fa89f4eec7e8546e7413ef8eafb7bb3fe9ccbacf3601fe4dba20b18df3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d461d5a38dd23fd4236aaa943e22934ad34ff9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbf4ad8745aad72533b9d3e3b6b13afc6c0f555201e0044b7da0d44d62cbac7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a30ba785379271be4ca9862532a268c22f576e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818f37f1c5dbb064d090d9917f51f45557fa5d53ac548e93e7c5994d770a7cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dcc7249ec27b3f263198d0130979bb99e711d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf179470e9ee6adbb913435de5a4fc369ef59d10ed74fc6d596590bc1a66c264
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a628e5167b00038bce9bd05381d644d81e3d2fff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0bcb74caebbcd8bdb03f4dcf40bad2e79708fc99b2b1724bfd895404844b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6be315e5276bb1fbb28655146461ed821bfa33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00602f21147307ecfcf2bbbe7d1195e1207e10d751de2c84727458120f6c062a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145189905bc23afc07961720ba4094df93aaa96b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24b92f66f31ec12af74b37d125caed6e2ff4588bde40b5933c0a0b41a7a7cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257f4d2e9eea9861a740524559d1f8b60ec6c21b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04174baa3ad2aed62c10808a8758640dea376ecb7a8e809753690a33c5a0029a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a369f4c66496277b72cd67969cdc2486e9af9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822e63d17aacc1485f331a47b7f3afa7ece5660063381abb9ac486da4854863d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee092cbd0a5cd69a499a023a80f2abc52d4d74a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dea2e26d402e87c8d50a91dcc6de0ee6bc9db17a545d3455e9bf971610a3545
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c37786de70f78dbe9ddf13ef369f4e6e8d24a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29eadfb57ef3f520d6c8cb83d6a2e315e8b72de5e9437e603efdd80170d3797
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b60c539fa6f0d6a678e7057f6a4bad4578409e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ad818777bbcc91e8dd4dce57bbb0457dabc1bef1822f2299be0f88c5be035
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cc8f7d7c0e42321027173ec088267d7de94fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d895ffc09d6683172284f5ea022a96e42d58338cef62cf78cc25f4e50e69bc0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d09b9d4e6671fc097a9ff1df3e04f1ba867ced4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e225e5d51c26b3da52a1a0482f77df4897580e9c839da7aaeb6c1bb36135db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e59bdae8609a8a119bbc267ed6d3aea9f5f5c14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64caced84eee1b69c366a924d761475779c96f75727135df0a429c519e1103dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550a20576e7f7b788661a97606438543db712b63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6560122f5eb0b8d2905c6184396507e520b5f1561b9f26178b755988caf0d19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed006b1fc4c5d833eb351e6b5225f5f36b9210
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94446d64649584a78bcd43a19b678c6c07f75b106ad322406a5bca6b46c683b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5751234dfe4b8736d198c80c2a7be3204024f84c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a147f393c848674e412cdb8d4e0582893a1d95359721b860f146aae94d76379
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ba60063cb002b753ed925ad44cc9e562c18911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c39bdb61c63e9b6b1b0a3463ba74706efa8e4a5286eb0fea6845fe66c4e61b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a294516483f77efb529b32d07347fa690224bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb01d2be97f1b85815e017773cbf10cec37470f7c88d8358aad882d0af8fec5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1251d30c1efb761c8d7b4cf625d8de0f975f5588
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996aa8eeacdc882b14f87f92ce9187ab66210680f0dfae4b17b021d5b4387103
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305da7b9ed74e8cdedcf1bc371a78e185ae0c3d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7884e79f95d4178704d2e7bddd12f5ca2ee80ef059a277f77b079c8617701f0c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81604f9ef1ef0226de8c9fb5d5253951b731d6c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba97a89d2bb2298a3acd66d83f70d6fca2f39b7b992e7713a9810470f5588ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63f3d333dc18bf23af286e1b9979323c9f074f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c82e292d90eb571bd5b66e4d7895238936b6c9a63b850bd032ece81087b02d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079aae881abde1924cd8ad39b1ab15e403cdb77e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ffb317cd308c50915c9d093d4828e2936e69a9a7af9710e812c0b7fa878af8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bfa223b6b8caf7ebef58f178d72343244da12b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52829c2b60928e4ac79a36583bc1ba7047316251c1893a08dd65adb42d6dddac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b806c12c36ea35f8a71f49874882f4361bf0e8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2c636dfa1d6254ca148b52b960a5b8bb385a72da71da90f3543e92d3e73e9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df1e0247cce8fe443a453c4d7e99e73b6ecf761
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63859476a13b64cc564d6ef44cba4597712aba812983bf3cea2d33ceff38d740
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa98b1d3d0743027eb52c934adb5af97427e724
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058e0b04c0927a9ef6eef0bf7f847c5f76940a32af656b7abc0dc4a692271d1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444f2e0c67095050a95d20e04c2acde415d6b465
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110f25419169a93ece30d63e54e7f73163784d65403bb7fb29f05af3b22f601a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af230142fb1c80a4b7b375088d4a4c6d1269262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7377098fcb652693f805d92708a61dbacee1da6c5fec49741a757359aea243
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867c22404e95f565ddfc7aa96ead809b88ad2b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132e7cd49e989bca958472ea43a6acc11cd12f8ff7ad19c14b2ec9df344c2d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc15392be239f6600f3413f722543ef61344db1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea698216f48572e35de6dad9ad23edb2ebaf28640202438fe726f3d9b2469a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67627c90816e2ce2cebf52c8188c8eb4d7b3773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a27fe6d88431064181c5cd10131c709c97931092574a19af84260c5fa5b2e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d22d68045d442c76e52546af679a3353ecee62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee75433a24212b901debeb0644d1eea68fc2786a55fe94b9de2fb3777cf9fe80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41045afd76a0ccf1f4174af6afe8ee5c88c12dbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac039ac3da244909addd22f630ea1047d93de17e261faa4946591524c10340d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f914e7e45da4dbf9cec19393ab2f4b52ee755ce5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056f41f27accdadd82f239de69c5e56e27bef8b4182eecb9ad45e2503624ac9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57e4125980ab2108f51b59fd25e30b755ba6aec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ab9e8c8f3f46bb4f5f4c52904663d4aba35fd727616b8dabfc1b876dbb7626
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaba6543429134460bf12695ae4772b3a006e12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a187ae2b7d199e44b463507819060fb28c072621bd0ec934d70c62171751d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482c85aa362963a6f59f4cbf87dc89acdd0b280a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa83096ad809ca407f7b5672bc9918fcc67be69dcb19f86deb04e0633baa537
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f01493afddaa0a96b1f9b5ddeb3cc917306331
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac01076c282d20049489d46bad8004060de1d79af1a174b53b82abe38bb986ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3020af7ee3e8ed55d461c6fc175b7b86ea104e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b95987c3a193c3e62f6151e463c76ebbf8b7f2a50771b1e070251d57a893a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2edc2a80345c83cb245b26ebfaa73bac40d09cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e47c6b5511e212f1a3424f2ed9f86ba0c087e16eb98ace9310328678f947ac0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee939eb17a6f6812bd3c83107d22ab96d57871e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97fe39518791ed06d07b62e0c73a67999968022560fd7b7939c5e27b8bfd6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f74506afa98f2df5f144a7cf7555e73e383c4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85f90c0d1f1d1f7c868e3ab96ef622012dda59d340d0b133fb8b297cbc19795
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4e20690d7ccfe07660b8685cfbee84b8341cfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47711e999d052cbcb2e5a85e8164c9c0c74f7040ef5d909e685a4db8b264db0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a5b7cf6d7eec79fcd895f51ae41ec6556c9e41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068074fb5ec613010f758f581c7e51435af746c6c166c09c1830ef9d4962b0c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b725149f92b9e53e84ac0eebd8d3034438a0a94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f31e0e71d203907c41104855d2e451a5ccf9ec6c42fab054be334793b3af616
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6c4240b6b157ab5a8388dfe489003c27369ccc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab4791a403f6ad75bcb04846365e9796ea9dbfda29f715aa48572f40e23caa4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d21e77550888ba80ee3d09d8984b6a43a7fb75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bcebb3110cae547b00322ca23885a74ebab9c2d873d7c87be2b0deba2796b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a366f434b2de3dd4cc380e7ce6c0beea9c3f0464
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f4d291263e888c8ea3cb538b96495f8f90b40cbf7fd46a9c41389a7045f5ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc580d89f64caf8de6e2f8db8448a33c07b49cca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c4569d29520a9a82e1814672adf2077adb435bc42ce3c5dc28f158f2fe996a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a501662e9e394af9dc38d387046732bfbab36694
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3201459d2663f8de4233f2cfe646502e788c18bb0f1481815ac4622541cdd7d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c4763b08b76d9001965360da513196f732bb88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688aca3f42a1b1bc0188a601558baeedb6e880d0ee8fcd620db51a73bdefa925
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df66d6e2ee31bcef3dda77e620f6af6dfbebbd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e257a28ecf066da61fb5112966772e211a382603cd91d17dfa5a6e905130424
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38c23b4fc4584c1631ec3a2d87e7d02a68b9f2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f411e85a648fff0d2d868fcee61cd46870b7d3c056e9c9a3b668845fe407bf8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3322b596c9552d2ef1570a3767c2d633b97dd67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8b621cf3e1cc48915b9bcb64055e6371f22de90ecc9506b1a0d8a514fa709d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d45c1e0313aab852681c43dee29efa03837848
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e718d8d3ef9b1fb1af239d0dbf1c816ad00cb04c4add360b5b031877ae22e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63f584245d10ef135c074349f98f08354aa45e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3dc282b84ad78ed063e38381057fec8bed3b09cdf3d5ace43598585f7f004e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76160d2902f8977e4d5710e4ce43c640c467d51e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8b0e3090a50523f8682001abb74e523719914604b4fe613c2ccb5e828c001
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5085b4cd3247cf7ce12652de0da36044cffcdcf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd0bc437848fcb2973b11ec5bc76c8602fef7711ecc258f829f2936ed2649e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a9c2b84855e51100632b15b670ecc4e4cff3e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5de4a528be974b55aa22952f4ead487aa9f71b17750d317c4ccb10540d6e00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eda8d84889bac378636a02387a8a9486bea8996
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ee01c8d1b2a3b8f14c3400d22b70b02702d0c116186a9821edf3007215a5f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8897d671773a17c9119bc20d549acda5f0a359c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2b128aacc1261857bb7e98964ae83f104ebed2e9ad41eb3ecf4f6a550317dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd732e310d27c3b96ad848381884fbd9f8f7bd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1703f53c124fc241924688f9a6f17678ef5d70457ee65be94d76c94f9cde1ccf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7ff0d6f697a85476a874f440298d1e162c80d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd09e4292da8427321ec56df6dd435b5d56afed6b764b2282cd380531cd73c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c03d5ff5d2f2ea7eeb110badd708e467f640581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede7b7cf4af48f70e001305a2113b54996d244cd23d3d3fc084eb76f6a9dbd63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9e4e7d0ace10a5d4ac8def8b4158e1a8eb0c3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3c9441cf2aab553af1ca773737a970e9709a40756b6fae5d090a2528e061d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bb1372e4ae9c3f68fb601193bc2d697668a232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ae2dc92e5ff95bebad64b19174973734237d22bf6b021a6154aab5fed71686
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a520457d1a6add819e24601af8200daa65d8652b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5911a2c64abca232090d3730024f956fe645e72c850c55fe7c95a2fc90b057
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82242dd28e27bd499eb61b6707219d324234848a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b7c9187895abe4d7d113a2369e541c70e485930d11c2bff52961c1670ab51d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8b62b5467fe992f4548f053ec1f5248be7eb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb7bac42c02eda6c370fc1d9a20677776223901aa7bb3fc1155eed727d57998
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f26d07ccd8d7039ca526379fc4b78516b400e61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ebf8e5bb4e93bb94a9ad8cb15c2ba11d4180b85673a74b51d29ff2a97dd3d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7851acc47bd1d1d86af6d5291e139e4143a79e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bec26b2f14eb4d22b04b9571bd9ca42c4112bbcd604a1a40fe450b3ed66958
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff06878b74f08d71f77b39651ad73e29e3349b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d492f54910c3d46c5b41a3d25adc40a29ddd7f4a876f41f92c7ef43548bfebf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421b60dd939b75b6cb4937a42e296fd53d056417
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc2aa9ef3f30c783994c8426943582e3c7b56d106c7e06e2af0fa492a25dec6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43fa605a24ff1cc5b4431f645ef55b1908d0e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e6002561a16e3ee9217bf988cf7090e12a0f0b738e92c5ef134fd5432e0ea4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2114610c28aae438fede472ac073d613f400b80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1881394bdb6df3f2336d4fa3821a117216098ec4afda0a3ed81beb2ac8b011fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7712ac072189b879a6bdcb24fadaffc91b274f4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1cbc465b9be6d19c4c9037efd2cd9f67981f2f389e34bbbd5d25e153edc5fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab89d3f3420ed8eb474d13f354b34b3bd1ab8f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82300d60471fec33ae3cb2fb3403234c83255c9437561b8a6d687302ed3bf78d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cca6c4e4a7e589fca898bcadd1564131c4cfd50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0fe9152eb77d3ca5757a2d65c3c47c0d3c777beee2d503c8d231c793a7473
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a000c883b85dfa7107d04a2a417825db162b7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed8a162d43ce33d09d9ab9203b7d5bb0191d2f8900bc65ed5e62c197ea08d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1331f597e749e517fd2e30b707ad84d5a5e0138b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3510b17ef3ba6c57355642e9e0e278ea1f6c525df74f031920a150b99b29ba59
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bee0f0ab2cede6585a1fe0c4f0995c05d519867
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edbc701e408d972d096414b26d813ea9c0c391890c0c228d502ae73ae853bc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654b049c06d01340da30d31f524760a2169f5269
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7f18ec29f86a3f09369f3446fd9b98cf43d5583fd4bb3aa81c7163e6814e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b9c285e93d42b74ef6555d04f2bea14f3dd57a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b81da6ea47c562a0ad7a60f27d1fdf2f44d8bc6c2065ce54aff323528520c60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955793eb607eb01e2011517d1c28f31c87827e7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba4009e46c9ed0cb2b5a1d789413a45df639420a710087aee7df5d9404179ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e748f0a2fef8f13e284067388e73c04dfa811
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a925a52187da17db236aa8177bc246be8f607a4da65196ecc7b6f04e0af8c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1008fcd742f0f39711299aa0cfe9b2f3d88fcb38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf714b7c1918805adaceb8df3751fcaeb941179a6416daf196eb1fbc3d6c50c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6aa5c753342410d6a44187645acee817875f9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1737bac2a7ed6d6fa27f6be0d41e00a4eabcc460c3be6f817c52a5059debb394
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a66c24f19b7a5d5a097a9e5490d89679010ec4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6c6053d431664c9b86fdba18fd4f6c34440f6319e2c4fc6958c396dba28eab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f465a5ed10bd4b9f4b513023834eb89db1cc87d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b6b6b4f5d98320765a4386b51b73efa1598ef256ba6141ad6fd8da92122c2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9558de18e522e359acad5527fd05e2fdeb30d51f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa397cafcf1dd226b0a55d420f930e240858003f512eb074c575779f0aa3e92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5196c64d3bac1c9725084e113a8f3e1139b5e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77043011d0a256c2d0fb6bcae45a313f834f286d7c483d97b228375d9345cad9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea54975141d8247a0d9bc4a8299f174ed983a0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0b0fd0310a4c4d55c0e9eecfd7f35c551041a351c650e69cd5ed12dd99367
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef50b4b34137e91010991247cbd359ec16e775
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef53246ee12082da78bed19836613185dbaab02ed15415c9b2f9b5fd85bc32ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03113f43e1dc643b4b04fb58830fdcb94b481b18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8874f4fd42936fb8b3128f0ffabce906c1260cebe311ed85e9c1c123175a5d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a469832bb6e40118079656369099e8b0b8d97f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710075ab39113365123bb5bbc4064e30b2c9234626b86102469bac0817fc9293
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae75dd9c329000721e21c29eb67f17313bd5357
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b899d6e99ba15fa8d25b6adcb8dfeaace386b0ca18d60cbaeb1f535fc72d46
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8b7c42975f09e8300da225d75b236fca2807d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a3978cef4bf48c22d8a4e825e2638cf03b48395762bd48d7fbc617f5e7bb65
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75305d988ec95a056771f2348700ffe89780d7df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a3e24f92f7497a8c13c40da63e0496aca88680d1837560dd9118c30344105b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2db0b721d01818feecb852245b5cdd12194571
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f20b72b4241328256cf628303a85b4748ed4745f885fec8007b13e5a154e13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a934ac2cfb48241818be48785c9328cdf140ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8554c4b493137774bca9383532598b858088de6d5501a6900047f1fea061bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5fb4ca586dfbb09899498a1e4346a4d73c8e0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0122e1b21d425ddefaf871f000ba5532e5dc8a5705fd01779b3d1433d0b248
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca335d25fc864f96d216cff4950bf7d99986671
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f579bb3eb5aab49b66153c5472e54790f0dd08ddcfbc4aeb83afa06d3aeee0a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6dc9a4f5b95ba471644f1c17a25c56d7aeb05c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80efc2bd03fca8686e07b203b85f2ce1e84a65898b1f10c9d01ea95b29de231b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66547d70b093dabebdb7620c60584a308ddddd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfd5ce79eb12128623e5cd2ba45af3983a7558f578789c8c4c46699bbaf63ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222520253eee08f608527cb04bf6cc96806dfeb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176356b588bd0732bde716f1097cd936fdeb6c586bb1f9489de08fa0da49d4b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967ba4c3751d1ad17fe2e76222bc70c5ff1c46de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53d72f404ce60e2d11412ecd20310f18e9640bf2bebd48ddb7fff4ceb52422
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593bee03683675c0ec79f052ae81ca75134b0466
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9387d54e6136be7b946455ddbd7dd81ab12c223aa9d8220c4618acf179ad1394
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e2e46f2edb0a88063b42597d45ab9834500065
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad891f3bd510d61ae57d10cc77e66a4746a2740411c3f295a09d4c53812dfa8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e47546aba9e3fd3a9c22d04660e54bb4dc567
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc293d23d0010806068dc5396c05a718ce6dc2a02522ea9a7a7ca12d78614d90
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605fb501530f9fc9bc746408e170efd0dfcb422
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe4f9cb5639e360383e5fd2ea14e85f85148d392b9aa92effb6084b2f86a0e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb37ad1c6e62a38b678d4b350a44e73b9e99574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cecbc65e2399b58ce3631aed9234fb993ea398094e9eab48bdd317653bb246
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11215b35a2c481e5c2affc652f82fdecbc62ee7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb603cf72f60c5b25148e56c435ad990e6380679aee3625fa42041a506a4e4c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7950cce5b6a754a9bcb55519c4b6d8aa513a6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e8da4e5daff4e4429c7327e1eb6de34f5a807068e4600454fe3f8f8c80da97
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18d57e4e93a748782975cf37d11444bdbdee509
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b04154bbca473aac566183246ea38b4834f44be2bf0941b93cf39106df5e33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6510bef0ae7182a72bffb1133ea3689a9918e9cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f5c9de542dc45d3e33cd5b13c19b362d128aef71f39c70906f189b89c2906d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5585758461c21a12e6cd5249e7971e6ad04b6f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b4354d8c3ffc66adec6377f0a1815bd3f1b0eb9e1006daad615677b67311a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8b2015eb552a76feeed8a61439609fee6a887d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c56bba4dbc6d229efe8738f3758ce71de61c5e7343d4aaf3b5f9749cfcc72f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bff8a4e4523e9f39a0be0c5b3576fb4c8b839d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711b40fcc3876e0594d2c21e40ae67e07f9161cdc521435a936866ae7b5b243d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b77335f0d8e13e1a20cf72eae090ea3cc5ce15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bda56c80b60e01df3d8ff61ce28043e6bae740526f05b3b323868b93d97233
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3673663d1cb726d5432e7f72fc1202420e0b59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea127b7ec488fc0487c99eaa58ca0ad66c097308695d09b53f8fa65b1726d8f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bffeb095d56a0f6dc4c35e70b32643169d0f0cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482a1a32d1f78f1a26612ac2a6e9ce18686f1c6de953984b6fb69fabac4e7a70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9126cb6ecae1ad49e0c2b092777511c5a3d0cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fc9352be146e4796d4192bd010dbd77e5df138b30c0ece461eeb51c1f514dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16c10cd88296d57f4b6956644147204fe547185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a49290068363fafbc6d0c7def5aa4d7691de998f463307e8a46847e320d7d28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b56744dabbfb44e375e6ac0a85b3d2361157bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc4f827e4c96232d1e9a4db13bb442d92896e8f11ae8695fa5894161fc385f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b0b7f057c35d25a1a3a6ab74fecae92189305d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b662142171e49128a578e6b7e393d3f524e7b41ff9b0e47c6cf51f3bab1fbaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7cdf65edd7c9c64a453a2b22945e6c5ca992a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797d12b0824c2e57f770869e2f06e2d20ecb3993318d51ff6b8369d43207830a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d129f4e6d44711eeef7f998d37f6b0cb87adaa20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d1f58ca6e020577149b4be84540d7eb68bc48c8efbfbab030884735f6346f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b53a31c643dee2cf9437e3b789be6df5627faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15249eec32d736bcfabdfa8121fe8e323247cf1c87aed821a62218cb69d91e6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baa3fae7a8407871f086a0743cc662bd34c707a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1f2ab980d17c499bb072bc8505461e1118a8a2d65891519632f42c20170a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac77a1822b5d1d8c3d7ecede32f32507eef84c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f9aed4246674da4efecac0167dc6a7bbd148f9edbcd63d964c9bc16dfc114a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a26ee778e03b31f259a72ccd216f1eda2a0eb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b942919019c41230f44e393f0368285eb2e826458d6e39dae9398a3751dda5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65712cc336ede1d33edd699898230d50b48fe0ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f44f93df7614391db6ec9a0727279d718b13760c5d55be33e5ad2304bb29df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f67fa1fff9d62409a8a0f9c0741548da5e7a732
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d294bdadb4a039bbdbef5a6d9a510ad74341518f85df4bc70f41c99274e720
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e58d7c6e5dc8073fdf2cedaa22bd714fd836ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565b56d0234acb88ead84efc4156bd4217cef8bc9d298ca2ebe57530c9aa5744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b503fa1238f8fcf7ca67ad1964f461d21b93a239
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c6f4bba234bdb05f19e75f8665636fa008ceaa08c409de4f4d4699dcc601cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81eb8db8a258aa72ee07146583b3e2791c7cf02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfdd869a2a925b516b487ce91fe80ad97b01574527aa97855589c06c3f82410
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c7f09f9c38030f0bad1e3bb4e1f499c8552550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0737400223fc2a0be3bb89e2be2086d5593fc80e025ccfaf25ddd428d981686e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdb113253a51812f84f861d52540fab893a6ac0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a1f02df41b5e7bda29becae9771a3938939355e3948e009330d8b55f288b7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251595526914ab0e2b2de50a93c29c53e3ff066f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3d84fedc11980f4d2b972a153be2b2f87f5e3f149203cbb0239ac6207700ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7d4d83a90308daf78ce2ce002cb1b20d333d53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e7d83d30840af671fd2ed7902e32a560b9e00cfe602e3bea1ffac3338cd939
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1eabfa8e99777772ac7094fee4cfd7d9e62b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f12a2d0eec24c3c04eba5dc44a33d0bdb5addf574fb46a5c69ada227b498bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529578eb936219375ce4b0419e20ea8ff428874b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2753e08999719d88a3f34eceee91378e5ca190213375d3802d96802af005dda3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d96523ccc9336ccfa77b154138824d263e39bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd00cef33c5ef9ebf071b2201026cfecaeab62fa893c83e4ef7763bcde9b8cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178e98c586fb1b727e4a8bee0c29177ba2dd5e36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494d1e35d43027ff59ae44c3135e4537eebd80ec087a782be22ebba2ee143903
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d01df225c371a2ee8ba72cc0791f782447b39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0807b583934ff12c64bb6dcf3b55c136ddd8eceaab28c00d90592e3f8151bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5ed9f5e688560dc6dd200d2498006f2233d541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee485064d59d1a4639e9b2850a9b55a0e130698e0da3e7f6acc75a41b8c0a1a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8de4125d0e31620c8e99630661530a7f784ca30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2e00fc1c122aeff46d6e58a12bc59a6f7d7f75243a2403d54181c35214576f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40d6113a1fb26bc0607873094816398a4ed6c69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beafba2108c3b29a82d2e1ed88d34fae60af22f8312109abd4c9fb892249277
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f253b5109bddae3e9b6e2e14b2fe6840e9183ae5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6130096ccc5bea83e9b597ef314a7b05221764611149a4cef3ec96dd212391a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b958f6b627a5bf23c0abe3ae3acc51c680abd98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd84220226f3dd74b9272efe55ef4bddfc87853cabe4c0b8ffbbffcaa164aa9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75330956049bcc314904ee88a323166c82851a2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d35fa5592591f30db7f3ad0a77475f254ec7fb14538eeee95ffec8595ab29eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4d7abbd1e0265002f0fb72320725f3d538ed38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee8fc069d23e6d0538f0faa4ed3c0374da61ece3ad62a3801a9311d1c324ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f2434d6267bd1dca561b290f970fbc043e088
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260257a55acbd45d676225069287e23cfaab093910de7f8ac9d435ef29310669
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae6071328ec1e388ffa63d88e5a6501d9ded7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2020c2fd1174ec3eaf630fffca73b8d3ab22205a30ea3beafadaeddc1dea50c3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803fe693e3f9b8590d9276513c8bea1bddcc1668
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08274f66bfa97dcfa2c8345b4d1c93e7304283503ac7defd3064f9e04ca7a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed0545d246937589b9cf077dcc6a2b912c79dd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16cfaa25d45361a3b1a18bc6d96c98f57577d1f98612a7e38878937fbd982f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2ed590246e4f97df46a399b764fad2058e4403
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f24be94860ffa1460a3bbb0a38df06f92e87d8bd6f9743f4ca00f5b3bdd0c26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b3dfd365752a8f575249e4deded31a7e14faa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc4be8101a802e4fab84971459da79cdce12901c9ad89352a54d86e7207d163
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a677b31eca65e5c8dc06a35207eb3284f5b3bc10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb95431bf55bb1e412af5e7533f3da13e9a97fb1189bd25c0d06e8065bb2f354
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c184a7b5b0fc81b82b58c67680e02ab5d74db256
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf8c72c6ae1f664f52403787f6d9594937edc2e57f642ff360d27e04c06f353
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f97a54b70316d38a412cdb73d09521f3893a09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffef1d280345f97938185d11b631758b96f974574c009f2a7036b7caadae5dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d51feae7df3c718f71aa10458757e4cf8dbd322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2518848daeb361f86cac7bf4e08f7308ead5bc07947b0fb0a7101aea17a1aac1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679187fd3034a2555cbf86632271167e7ee410ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff67e27db98c742ee7497fb785299b714a59e5a68481d3492c78072174562415
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec2ad8d213a1a004aacde8e35c893fd6c2d972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3327656310a5822502e4434843751ac94bbeea131c8214149b3dab628e42be4f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c78b0f5176e91c47800d5fbf7edb2033ca908b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852b461220e010b108df4337759deb3ad6ac6bd83c4353bb3caef4c927e4912
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237691e17e209d5fa87eab46b9e5674c8411f86e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f81f9d21c712fc62df7f05a5ce5d291b3b2c1fb2683f3740aed6c305e71f80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258f092d3db4b27a10266a582669bfcf492c23f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c15af9468b804dd436e498c794e33ba03599b7c5f0b26ef49cc6361df8d1d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cd901800ddf9f550d4f7efd1af872b458460cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517229ea2cb92395bb292672647852ae6499a730d9092b345ae3e725361af28e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faaa803e3293a504772a1fda0120055d71fe76d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123f02583e8625f7f5c2681eb7b5c2b3bf6b904c28e13dee7cd4a4ed55aa9b2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea5af27e8caff1257bd448d29571909439e254
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68a991aefb5fe5e71652bc87f3060bb593070938b959b083d65d44f7dcbf60
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a688e371d2620d9b777071ae9165a2559f7bb45a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d099cd02be993b9beb496c940a77f42f892cc536b5ffd871cf832426a8872e9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572a5e28b9c6232010a2396c3ac29c5ebc0f7142
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2155207f0b5c502f71d5c53a8c58f62223a67ecff928c2a1fe663a080941e63e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50310a503b20f43ea1d5df36047fcfeead881b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf24e35299c53d50ff0308cee5364d633e66789fa6723c14bdead03c9d5bc2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4c2b9ed26d30c375db6672a0f8954fbe338a97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b22dd18e6d675e29f078123d8b50f92ed1397f6346910d07154bac65c8bbe6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a3ca335f32655ea6733e1502c536fd6d73ef11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9d0b1b5d01a6433bb20314fa090269dc694d3515dd731fa149bbf52761bbce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d2ebd229c520201901bfbb60ac3cb99f114c0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d99226c88b30cb291316673f16670ea28b4a0686ecfa83478c0ec58a2bca2d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c32ccfdc32d9b4b5eae9e768fda9e40b19766ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf75932d2021e427cb8bbb5490cc148248db8b0414a19bd3d3ce20cf0feda0eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57877ac625a53d099ff2069893668abd41acb873
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf0e2ccb786c84e72725c59aa8a3e6a818ed97daa95c11999d31a12ab6c80ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ddcb4bcf133c663d3c16705660affee48ecf32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437cdabbf841f9dfc1e88890df701948e92d8e81f7dfe04d8d5c0415744c0711
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0068966a7e972059baa4adc200419f876f013e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e54ef60b168287f657ba075e50d56202f6daa75b17c855386b2d4604d8d2a19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a003fcd66f432afae2b7a98ba8ac8e81cba40e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d99056dabc1bf83a5a7ef5bf7fe7026c406e82b854033ed181e32f7360b3d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c35ce00bc925784174b07abbaa9c14c716a71a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6112f78fd213d6bb950bea6b006397bb8a6366787dcfa765f10791418c22537d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed656ce7b6fd89bf8593157006eb5dd6c9f3656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17413c54c762b6552fc6201c681205773b68fb18dc18a49a1ce50889e192e334
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adad63673b8dc6fe36ce34ed2183b13fef58656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05deaec4d0b2e5fd738add46183e2092caa4e376ce11f2ee0fbddcc9b3a68631
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb59ff8ba7c6d74686dca37eff2ec990f7e8516
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5cb39c86cc8570f180741358fceb67a652552960d1fb813349eda1efcc8287
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60dc36e1a0637a529a4d2e5b66082cc3a244b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7fc9b28d03072b694cc9b593ce555622e2b7aacede6739ad30aa60e6b5ccab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c1c206ba1337ceae54e52ac0b2f8e90707b90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77125bba98591bc1a36645d720cbe543c056a560fe35b4f6392c1e8158e3e682
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005be6360f20188c9a0050cf37b010cc0fc32ea5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911d1a8d1c2d6fd358e0f7388c8e401f1372ca0acea233e918307ad3aa58f7e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb2978af9e34bba2a3db6a30d79fe17e7b319fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b252534f695716411b1614a873c74c6aea83954f91c2c15547863095154aa284
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c553a55bae247722bd836b06bae4e542359d6798
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd12ba4c17d748c316ebbbb96ea3b15ed2689d4afba600f505ffb1674c6bdcf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50f9c33b4be6a1daa3708319ae8be97def8f9e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab99f10a3b7ba08e8ad39e9756c4b09463c690a88cb64dec6e81ef2707db191
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dd1768fb4312d75831224ec5455b2233c7fbaa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbfb1cb5679d38ce9be27e528b98adea1a724742f79f6d5ed5400cf9605570
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ee3abfd74ca49385486257e214b39d24e370f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb4b5d257831660b2c9ee0613834f5b934ad035c34fcd9bcaedcb2aea6c6d66
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57441431e8a450f3e5a1e98326ef6ac0f7c1600f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25df24712dbbd379714359d272374d7bb5b642b1d0f521cfc022d152743ae36a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1489019f72e2d2bdd69fec8752b572ca235c84d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08302f7d85a918aabaf587acbdadba2eea92807ff1844e0d49cf3278aa746fa2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86149f082d78d14ae8fb74cda5d4db392fbef3a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49cf748aa70752a38370f3efe308ded701e2c608d93c7b7fd828f0530a9aee1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45001731f3d6177255501db22b6038f70bb335c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561079ddf5fc70f304b20d418d056c8336f931a76cf8b1ef6d9fceab8b3bd842
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55379121a43edc56c8ac6bbbcec56e4aa6a3626
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502d0a1fe0819d06da145b0c12a10cf8a159a7980fbafd5fa6085394f22a10a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84b6cbfc9ddece7e839e5c84bba90504f1ec2bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf704a908d4c2a0880375f2cea0109c785aea9d3545b0e73673354a0570b1f59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c292084d3e84e073420cb46458ee4f3ac719a36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff35f33b205dde4d9ba54f98be426ad34fe866d58d70f0d0a3d114974a3c540
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e777ac9172bc7d2c382125440e974ad6778ab990
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf27dcbddf32c259628b37bcc463e17e2fa9fae30802fd08ab81a64c7b41498
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11630bfce7dab9ac72c4981d07a8f0e147ec7607
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f17a8b831c5bd02b5ba2804c1128e4aef771916178f61a589d68144bcf6fd6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021612efa90d54ded07b9126eccd0e242fa84b04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927189ae1935fb0c15ad55f7b943926a032e36348297cb89107be2e3c86ed09e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8903a266adc13cc76934d42e2257832bb7957db9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d84f4b6518ffdfe88495e3390b8f43aa341243aac24fef4e475d8bf3eb9e30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978e12efa4d7fdad00f5e021083e2b96e4473a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1297264dd18e244d1147032f10661764fbc460cf29829459e78bd25b78324f74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b267ebe51590024a489c1ea0d7a1b57d35a5973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be03604a4e1fffebe36908ec57529cf3ab9f06eb2b4a287ac9fce3f0d01a2bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac25c719ef83744f97eda31a484b2f167a2681f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e75821720ca6619920d352aa7b49e3a41aa1f3734960f0e8fcad00cfc05506
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08538e2a53f35289b6f8fd23902cbee58c036b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4985c2433f69b2600ff3c6b7f23ca05ffe116d33cfb182f5700c6bde11790bc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec79d338fa369a1efb49e4a1caef9c65623bb79b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093b8d584bbc18132537255f28d71c1b97e96fdbcd6609d443a3ff9130651e71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc5ec260071cfba58689a77fce7600776143c8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f254946f974e37a74a44dc5045a4091231a41b5af5dfa884bde5d272da9f8ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee2104a84acd08b507fde8a55bc394c18c4696c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690709fb2425e2e6edec90f1278f45ed54ddddaefc0a537c22ac361ff3e697f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65203b670b2cb9c8940e990db1a93d7568036767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b73e2845ea8025fedd87f0b505762228f699ff8b427cc46e8057bf929f10f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c14e8f44ae0ef281bfc0e18ca7711512aef27a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccd468acaa6bad645ab3e7cbe2a7ce021cd38800d4806a49e3f7ba070074db5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf280c4228ce51bb5f52968d8f130f6e303a0e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43e8262b6d242365b2f18ee689f60d300fc7ad58fa985b12f00c3091b73388d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0602d28fbd69c7681e44bb815cbf43dbedcc98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caae7d011a16ebd99c339c0cc4b57aa87d418b28557a59e347278986733e61e2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d9c344bc4140b60bb83b15a5e0891d206e7ab0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d6c2abe12b2fb46d604ed30a6e2790969ef9ae5689807913bc76563236aba7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1541f6168c7594be32bc45cee4f65750716b12f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247a43d3a66081288b5d97edb72929131d4984a5379b0e5e0187dbfe80c76304
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211e3750b174fa8f6855d17d5da6cc7a3ae53792
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa3e1df9e07d7ac86f258661c23ef79b0678db5e4d205cc463362ce7c5d4fba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82a26e945d2f869c0a3357972076a43d0584c84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b48360a8c5db5e7655da41ba99ec14e539e91c91d8ace2a94b1c5b10730323e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfbbf568bfce12c8f43fe190f319cd8e7a02e38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50448b8c8f0415cb5de95089f2f3c365cdd09832bd538400a741879180c2db9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c3b910be2e328c95480a0cae864aea288f4147
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5883c61700b7d92ae4fee81ea26e10cab97a3d480a207d85329322bc606a6af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5492cd1d38a5e9b42bf88152292c69c18a568d19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ace55a6f2926822a0fc1fcdaf362e89f3967e4769cdc82dcc1b291634557f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51d8af295d5fd1e12463ec01530e51d568439a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfee9e572d6b1a696bbf8863fdebe6eb8a23f0ba0917b3b8c278d930535fdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000b346145f8a30b82ee47454db4abfff1dc6dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f0d27f93471ab214c696088e5da197465de936c64a85d64167980fc270af0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59634766ccdc8dc796cb99ffdda0315ab4dc80f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5284c6c13bd92fcb1f39914b516bf0149be99f66e742f0c0a252dd08fc5938b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e485c8655afbcc02f09263860980ee6babb243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae819d7e53d06ea81740f6360eed7027179ee714a6cb170b3e4cdd1d08cfd615
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cd1ac02071d8219b2a481accc956c551a0bd2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6decce0994092414e282bbf0d9bbb01ff596aa25a51aa6b5689ddca4b996f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e239337d9249b05e25851f86adf60322419c7ae8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d5b93b11dea63d6e5f7eb679c2c048a20b2d1be7c3cf5466a43edb6c74af27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50e39cc671b6b5db69feab439580fee99b04df0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a125979f5f40a9e0c395dfd4ff367d83607d0dfb53811ca6cb56bd9062cf4aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfd3b808690a2a1675319f695ad2fc0eb55f548
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee241b2d3a03f17ae6f857ab0b6fd4dbf23d3626e7fdb6fa0c15ebd6c35b8e1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93f9627a6f4f97984531768b13e3538f8e26353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f555ba58c68a2e13d545a9371101ae80c76e9bb018cd4301a39f96c037da46d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e498f40d028f703ffdbdbb99d8ac3af37681fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e383de563dae576089d24b2bd3b50f8d116114b6800a1cc17c0bf558d70605
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d432f1f32d3d606b2d642078c6d1fc031d4536
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc4adcc0caaed29b38ae4421ba0d0b82c038ab6f4e55d6c533be9e939ce8dd4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd39b93c24c3aa5b54ee4595079be54677a5ee5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e6b3c10f878a225650736430ec89c851fbad7c7d9d2ec96bc6cf15ca4f5cfe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa3b0fc2e03d8911d5916d3aeac1bf158a03198
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356297548c516f67284bb9b8acaa4b5683fe742aa710677a407866bbd8217082
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a42411c2eda7d41d869e7e3f010d70fa956c1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c735cade614dfc7472e291adcca712d62cc929a7271964850ca8c823902444e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364b091253dedd6ca3007271baae57445e6b6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c05d50922159065dbeda86712bb708a6210d88f57c1796666ddbca548835f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f8efe0b38c22a3a87fb3636fb0e29a331679f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81acf95aca743e95d51e10eded2e942ef329362b82932753b9039e10193015ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c192adebc16fdb7858608eea541cb4d727ecb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcbf070a8a50b273cc2f73e17fe81f2d53374ca65c15c9af833eba869f38b4f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a021014711a1242344fe061837497cc2018625f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1ea23b4ff5a2360ae9257cff8aaffd3f496efabd2c4b656e708dad38c73408
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6de8a53605976fdd2c8a39e705f0f6cfb02ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18e100f2949bbb1db2166cb9d6b06a9ed1a52f150f3166be42f93e50b503b2f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3180e5b00638b3320808080ed09580a605c3a20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962108be944dafa16deaaf4f17148c598d514df23d37e11085b049ec0e498766
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d266e9193d2aabbac7d421f0f3046b613bf6a592
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a661832a286b942ec369f62014d0fda7b550538c606db0632b0b230c61ed6197
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17b0a0746698f2f6c0ff2dac24552c7d553109e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d629d46a6a51dcaa383b9e2ecd3b5f72b5548865e13cd04145ac7d173007164
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0199ff0709dea4d60703d7d145ce8c604e937a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff4c9f109f116e1e94d5cb01e019f3e19129c8e4d91ad022d50edcd7d1a4a3a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3dcd0b6be8aeba90828b4203ac58c9f344ef7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8850f92bd4cbd534b42259f7bbf48ac0bd9d469f803c237bbfebd2d8a4cd91b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3f79c50b0a17ddb8fe3747e28f58826d4902fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c1d1f5967bea9f6135b555c01f90999978bcdac9af9bb55c050c3bec14ea57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdf2d9766f979b61f955ea34c190ca37b9038fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be325d8e1091eac10931841dd287c868f6734bef9fbae170ca462a498c857cae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6906aeb9f0a83f1848419c1a7fa7f9061b65fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3414a1deed82b31778530188e582720331a3bdaa19d19139a540b82b06cc05b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d9363703eb4369aea1c19bbe0e097ca0871233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a890d49c4d72ac1896b8ffcf34ba7cb4ded89de3ca8e66f7cd940a1e7f44e3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e84ec038a5be63d5144886f1e853de2f98ca4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb95b38a1294e455b39c7dd2867d9fabb0a94a5e644f78d0bccfe290fbc0e8a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d282c817ea0fdb5b6e2a6f6761905e5cb0d139
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542f9f7055d95cdc0761e309ae831fa306e07cebc51421fa60c4115d3a0e8033
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80feff7c15631e5e2c0740fd53e55e3d28e0572
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82141fe08be6a2ed8953f86647a25624dc79d9a089b37a2556e54fe162ed6555
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67567d2bfaecc9f85ef4163f343df5b3d8e5baa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c926c81aa71f50741a73315e5d0aeac81723a4bc54440703473dabeb9dcb3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa1a84ae1b2524448d035263416cbf4bd855f91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ac46362f9c7161c7ece5db5a89bb37810ba079f6561b2fe88fac6e2a3f90d6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d146303294e4a3751421f001e68cba18292648
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724e6299f3853ab6363231263f3d7d999bab7369aa92b4b2dd952ca541839ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ada4fc9a34b372b30ab449a571751b36f5fcb47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed8be8868f2f43357c83a32e59738ab4dc583c50d8c0dc022764ab42120ebc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf629198d2fb651df24466cba53c3ee4fc421ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92130368d5791d8beb345349394698cc7ccc7896a89b93091531c3d7eab94ee5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4504a7ab011d4dd180dbc5161a59560478de0977
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6025f1747f433d7ef2e3ff795260cda5df42877ac8871458f509c0e833c9847b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4e586b054d98d3f2413f532b12342560c14afb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575e69c04589485702c985c139e560c1ed9a5f27b07797de2800db747315c069
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ad2d035808cfe6c9418dd7ba6a47bb8048611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec5194ec6cd39858bb717950fe3a9edd27be1b2da32e3f369767567fc0c251
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c4de59d9b5150b1ed2d99179d02c49dd1248a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2674ac27dcd781eed17b404b35eaaa744c7bba9e78ae1b93f78c650676b53003
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aca7187f8acadc24d822531facffd79a7fc7d48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469225b117ee93cf67125302acc1024221db4a6477a7be580a64f55701af8f5a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ebc8488076bcaf9f0e37c300bd22998382e2dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7998965cbc2bd7a8abbb376dee10c89377e892c4efec997dbd238df11462f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eec7936a13e50607cabdf4953979392f0ff2a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f00c8c60bb7cc166c80e240516998c00fc86abc1c14e4622bdabfc8ad6ab085
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c48a2e934ad1659db05372d27420d5b3833f1eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e0be746393d283f4e0771c1d60224a225c82c84141e70a1cd41ccd9b18324
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b26a0fde7a3485026854b1ade6be67311b34050
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea07591cd26e795b11045d91a22799324496c85f5a3b259f1a9c57e1bc50fe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6242b8abd310b861ba31e67269b9274eb07ca314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe3650ffe7d1649e5de5f91bd7604b175e02b27a14d5bbce83d2dbf4f7260c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375d32454e3d342dcd92dceb21abbff296f6452f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263e825be46bee5a84e310010655e981ddfb9179f16f250f4e6a950da0c61137
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647a7f0a84fdefe0f43aefe558ca0abec7d76046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15b3672d7402f491b921ffb406cdc582d494d635ae7e1c581d429bb8523a54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7406900bc684f5a3ade241583b8923dc211c30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bda4c4b84c997dc387106922bc3e60c390db6b488fe84dcdd52874ad5af0938
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80859e4f2f991cefdb27520e48671559faf944db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcb7b0c66936767f6ad7b714e441e186b871652fa6be2926d1c264d0cfd21b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408cd9dc2b263e155b79168f6c2380f671c40f99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661457524023882f84a4312f67e504c6d59c5d04690f3abe89b180d9c518d980
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6294a7e5c75bff5fdacd1e256d272528ae094
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c0e339c1d2c2fc28e000e025fe82c8e23fc430edfd98b2bb0691874aee0a7e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab1fb3a5db53625cfb9cba0b821f0a92e19d05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d713b7ab8593aeada3851bbc01dde643bdb2a93d22bedc589a1e3d1c17237548
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e723ab67d739615e95abd2c3ddb772e7dccee71e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0412d58de9c969021fe6e604225ab0a19ab10bfea6d599adeab677c2f209e667
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118ebfabed0b1e0078ff2a25aa2052860ef81b65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a76db06cf5d7592b2896528d19a618989c7d84883ab5dbfdf2d4683c82232
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5dc8f96a51597aaf5989f01a1cf22666c505a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55abff864d8fdc8cf3da29a2b68d2040ea04b58b72766dedcea7f248ba45e2f5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d6a64e4464830efb58c8d4305387f920a16196
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda38ac5e9c4aa68b0138620b945c86c1c762592f2a36db22edfe0cabf29af45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e935a98029bbc8b8b61bbb83e1af77ca5146ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b2eeb4ca4da4e234e5fed03bf83ef8347306fc749a8c898b819ae2195c21b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4722db9e02cad7b4181dfe7898a8afb0f40b624
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f6166e2d91e8c61964655c3c46b5412aedf2eff262d6a6e0bdc4aabcc2972f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8744b54d321955a7095ad4b06d12509a4445e314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d794ada91dfb7acd49ca07f435c0ff60381c40e94e6f2dbf8d9729a1f2c62a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9aa63d74dc3d9d6136887fb2e9d8b561eae0259
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af628c1f2dc3ddf557a5a58ff9c851fe485f88df32c3ceff09bdeafe6c13a0fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb9d23df143cc844e8d397ad16c532a5878188d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d10eddb12e3ea41cd850b4b79ff8d2a227db015fa15a775a1ed70bb55c3e8c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a4f14404e55e6aa52223b7d81bd3e4a53e84d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57585d3cef4249f4fdde312b6a8c4d60dbacc00d98c9ddce119c912aeda109
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ee8bbddcb42562f995e04b975403eac681573
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf83fc25b1b6f575b24ccc948250318b60c2a80ff7a5e8089f46e92f377906
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd5dae9cf5b81d31f0ecb0868efc240cbdf4936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bb963510d36dead16190d8e024701bafd89ffa9c23e4ebcea0a7261e6c151d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f284c4de0c3bb656998bde0390adeb78adf8a99e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d31c3acdb04366b779e8d7c39f1142c68038ac8da0beee78c8534317545fc6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832ba050db3651588de9551a790a19942fac823
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e277190eff7654a7cd556ea95a64922a940f29aa5e1098b9e601f8025323a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc5331376a98ff0cf91433068bddadb87b8d405
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823b14fdda12dd731a2a3a5012e286ff2fca20c7598a89402d1345de044a75c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3b764df620ca2a6893012737ca0eced06692da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e96eda3939f1ad2a9d09df3c5b61f4e4a10fb2ec3d7d23f8421238a2004bb7c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17e46ce61f04dc7cda307eaa8c669711d23bf7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537739334738b84b68b9e7e5b3b3e6e36b1df950b43dd9212bded0aa6e5a56ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9161f5cdaf51170cbbd7d6541f16926c215cfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8decd8ae39e6f3b3894367063db67e63ff5df43a6c229a953c94a21df28a563d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3cd87c5990a59538502229e8bbca09d2ed4e59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0089a49ddd08960c08def52fe8a7cbd21022ffecf3ec5cc65c261fafac5e7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d017b3d3d901c5a79983e89130d120479fde23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ccc5df39c483d8b165b69e49585fb3d29ce905878d34c5a2dd37dd010f8ed5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0207eef29cec8250735d14960302707c44c46f86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17b5c9afed73b35bab14a6d89cb2a33ce1a98332e3596f606315b2278c2871f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b37738b7e8e7a5b8e0d7de1990caa927de2e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac0b8b076a7f6a543a61d9e9751932504ac4d4f30895dbbdb91184894270fe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7062f7b9779ba6d9b59914fc307da067a7934773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cfb314c44d48c5e7bdc3f26a1c2036dfbfee211dddcb4a301e85da9cb84121
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4529a2a6e11d7ac0e0717978e099358cb876f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3117f00a0390bacaef081138fba7f3b8999a2c2125d95a89a72c473117dda3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c626e5b8cf135aa1e053bfab0c2d0f3ebee10a71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038187b0b7a03b4206bcd36533485ac3ed1bf0c5220a1e198ac670ca40a11d4b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de222c3ceac2bf088da5486982329f9e22dacda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10708f56d921ad115e49a91d56096913d5c860aff6838e59ceb9ede1de0715
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a336df68df44802f198da213c36c7e74f88b835
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805b5c82d7e6f24795077b32c61a7cf782a2024a7fc0bee0e34e425f73a0d629
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99da28192a5e6497a3e6a27131fb7e2670321f4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2954f199e7002b487577d9bb41a652a596035f1c82d86fa98c48eb6b1814de61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7d7ec01cb5e5be99b6a79d59638a2b6b97460
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240ce21150758f2dad73c053f4381dcfe71dcb694376c7fcfb4911966044fb18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf4cad67394ec77bdaf7efc86f0fe81010ea876
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7b47de4894b51c6e4430e97daab1f4b49d773d05d1f496b18374e67b7c9aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc8433df047bd15f816970a1f172ecc18a41db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5bcd0851c43a2a61d3ee20c2a6e25e25106bb917169cb8f0e5d5895c308bfa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacd727146905afccfb4847a5c0d00d3c54586a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f3009e7589782a5e050cb083e28b54d1760f21c0c27e48c309788ff8ce059
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6913b542c242ae63d3c6aacc8e118b7c0594f5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14122a0b614600e545f0d086520b3d4e695c5d81cef68f78fd19996d1bffade
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c161bf5edf1f3405b0f40710bbe0730fb7462f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8970d1b3aa1daa0bfd167957feb34ba3cf4e8b40b6c029b78d566f87c2951d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f3a54b93aca1bb496f3e936c4a7b5b1512c5b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb79a2f0571cb3d4ab2f035cad0cd9ef3267e2d0dec0dc6aaac36972e5ccfb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83340a01dc939b5c478f1218a5631394c0bb5bf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf7a3388ba68719eaf2007e129b8bdff13cf5d805aa75cdd01f84797d247b60
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c473eb1b7446b1d2e508b0f1fafdefffee5492
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb743e4a3f55d51247d4b2d158e7f5228240199611c0dcc18f6a6ce1467de46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf4b289fd9a43688c2e5f66794edafb3a2e4f7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8430441f4ee9aa08deabdbc8f36db11509ca25a0e10fb9f81231153e4a11e2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2123120bb45b0d1154c11c692527dbbb357cdae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53c4bc4ac8f8d1181e2e955db5a0ef12e332a13ce924e34aa402aca1ab3e126
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f6c8bd06394ae2acd059e6cd3b18de6313f10b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e18dc9a0bd153580405e3a9b0d81d1f8b959dbc0e2ed5a9996f44bd2e74e39
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f55d008c0879bc8863405143843c3747044291
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c10a3902bcbeb538f0764458f4b4fed2df65327db63f45d9f417258605e52d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a82a553820322164a794f1bd2faa65aefaeeabe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7949a29d682970d71587c5e70b7562a869db9c60a1f0729a22444206eb4dfc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbef9fae09951a513923a17ff9bd2b62312da055
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387153a6883a5bca7d5e31065e8444d7d8b292959783b1321cb245c50d861818
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6d7d70194d163950a4f99cc85897e05eff640e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3043b4ba496ba50cc0f265aec8b629bf9be5eec139847c51bb9aaaf021074f98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7597f0578dd157e01ffd617f8e77569a380065
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3304a1c26f6ffcf8d800e81273dcd2612552a5d628174db877c2191e18e7b0
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53be0802b9813175e8dfc643a8b33c85ea480ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb6a1cc966085d69dd81921d8ab2bf85ecbd718b0d830801e72dde96f8cc24d
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ac767cc65b78f5952fa8bdf36126d5601b1d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75f28c9a226395deb712837f042f6619ac9fc81f38fcdda2c985fe677909b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8d5ed9123163cf0c558cc00aacc89ed9eec87f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fcb2ccbca1a3f91d570566af99db196f0702d87c9be9df6dee6108e8d8cfc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e470f960ac3219b989d7f28fc313442f28d234
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d45e5796b60af8433115db4dcfb1a04ae2281921143380f3d506e45a9a287
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d33c4d59aef7a7030d70b9ea8513fff13276b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d061a7f6ce9b696259d1825a0431a81de8b19bbde56d2b37286ec70064a6be1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292eaf2e56d28715a9c3db884ad83e3568ed72d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09387eeb546dfafcf7d6f005e57f21a7106cb9c58a5e9eb76ce079542ae49e0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44afb584e1e8fad9ed71bb64fe3946637e318481
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43405580166b561fef06a3ffc942a1622e97f10316ebe142b0fb33c321ea507a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246e3beed5bf9a92707fbd96cc87c918844d0b43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ecbe98cbe5005e883f2fe52dc5e3927968a18e5a114b23ab7a125715aae97d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced830f1e45bce373748786a889997fe6c5d8edd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25befd5cbdf260adb0c7856cb41e8ec45829c515b79785f40a90c43659baa65
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a885861c61cde6340b5c0ecffd26704c6f8635
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f243247f9bb303b8bd61cc2d706918f7bebfbf5be494eeccb65f8d8c03e107cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4840106420a2cbdfb1bb5f39dd6e67cc70000e3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c600d1c03053753e19b4e903bfc96cf182a89e0c14c6b52131bd437a1091d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac2c5c4c87b88056b27ee850d8ddd0082e09bd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3980a95d6771acdd356a9a8932d44d05a3aa9ac403d27137803ed2b6793b8825
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0959250687ceb64cf7e67ae98fb7bce581ff426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fde7abbedfc9695477480624e39f70fe5df28a8a305a33a191c128e5af6ef29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e675cc69d490c44f8e576a1ed1a2e2fb4571dfda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3906857733a351a9ac0c2697483a902ccd81f06fea657733983bb2e26ca29d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc167935b72de2530648c19829a99356f2cb068
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5012bdd5c5cd2c4ac605c7da6a8f55c1e2ba1cf56a6f3168a3488f835ae0ad9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4518d26a1285937669799ffb37096d88de6850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a42791e6720e0359314f0339a55f35e79b9fc7a9ad0b127a8d0729e374a1ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8cf8787fc9cc9e597afd77e00513190fe71f07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d94cc95bf4676a614d2611cd01796f136eac63ed957272f329e4e9f12088b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53b1af55ddc140ba29c9c5da6095734685ff401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab9a09e698ecd559153de1b1bc1eb4492cbe4b72fa1588fbcce0b4b3c3132ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbd2139382e6ed63cfeb4b2fefeee3c655e6419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05959be3b59e8dd7dc3753acdf0ba969abbfc6aae5ac641227dee96a1434fd32
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23426d21f40e2a5b09443e54a9e0295b6537e550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeea6d10a478b9a28309dfb8c20a1bc59edffb7f0c5e98664f4f8060c5ff5d81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df406eb1bf37315095f2c049a180bc4f97118032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e947a7fd5b9ed795cc5b07508b84fdf9f6039cd5c4074d0693e43e57a7e5f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923ac4f7a94eeff4a47dc71b03984404ebed195c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19145cd8d99a4f9194db4bf46edc2806eacdf4c298e063722eda2e2ad34e454b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7177f87276ff3e93686ef6545bf742a7342a58a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f441bfa08be9a713f64ba9f7d2cd770b929bcfaf45175bb9db6978378cde26
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f05e799b6ec337bcb204a1af23492ebef80af58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b2caf15567a2e986ea701fcee7e75c1215c7acfa83aa069fb02ec8a2c96c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b7a2fc1aabd4364370f2fa3bd6197884422830
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f3b3bf332ada3d5e5d8e4e3556ec59e0db60d2fa2262293b7a095da7eb90a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92932a5707f5ab297fe1fda3e3fd41b46d9316d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a79a932001cd0b7dbf8c31416350114c7613463843e9ef6b06a1f7430e3884
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94a242032c0fc3a92fc459f17280299920c9a92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b0a878a169977609b788d6b912d124db9fa4dc0f0946b66f551fc7a37c11d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592ad41aea9fe758ed268762c62b075a5198d334
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa0e0bfa04a94da1b9d8ebf265f33888f9151493945a9a6f2c727d007ea29c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84698aa2dbd8aaefa752daa3d14b004cc1209ac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b746f9887e5e7d6c3ba007d47429e7c854bf9a072682861f7a2f302189211ea
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606342b43fcc5488d35858a4a637fb03bb7a20a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7414ce520efcecea3b4d9f009c8920473b220dbc4bfd19731e95afb0b3eb3da3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f549f0178a6062b90ca3e7e6b3bdfd0a6d5bc77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca70cba8dac6c18e3aac4971648ece51bcfbef92c9da52dd17e2e2362b26a30b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a523535dca08359224dcf57d4af66b2f5ea43a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb0239d4649a7aa86b9b3c456c299b9f13dfaa76411f4497193f9bc445c9071
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec79f4e9e032c6bf5d7a2ce901eacf9fa6a767e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14efad3832f93acebe4ebf78e3e40000dd08e265a7795c43d53ef021a7228944
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9f64ce84c66d0da314fc1e08ba86c8dee263f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b58b71fea90a0e51d8dd638e8de9cc02331741bd0402555a4170ae977f02f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efe9aafebe9951f336936719099c2c470e13b86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c662fa8f4271a2821663bd1adeccb3ea227df000e3db3b73ef5258d0d9c1798e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed685ffff96c6e7fe34531592af8124ebb79b93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43386b70ee33a080b340a75e2872a77242659aec3137a1e7ab8d042b7ad0ad29
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af645ce276e8fb34c1ec28d816f2b1d7167abfd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aaea662ddfc67fa696803b96133bf7731a3dea6ddb46b4feeb8818841ba819
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770144d2dc4d166b017aecee2f3c1d0384c5b393
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa83a2db81378922e5dabd55a0379098e7e746e4fcf03f41158f7526f07ea830
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f16acbe380b5e5ebb5d647e581cb437afe766d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208550ed23d1dd5e4b3c9aa7ce545f41b461b429dcb8794672fc803efd9ba2bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5adab9b34c5df239132515647f7336fd78edad1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebcafcdf4a09e81c331b7073c2f06c04c2710f1cb3893da7a251f7a6eb693df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06584ce517fe6218d8064b45c922ea9d1ed303
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870d5f77b2ed65c7e9a546adbce65b2d8c67bd760b80e5f4035f4ec825d662a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e602d97c96551b727d89382a98c17a1bb423eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0967fa5dd5aec5562938022e4ee648137fb4a316de221f51cd89de126f53e8d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c095b687385f07bc342d8064532ca83be38d92a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ad12278acf80255674cb1e7daab8afeda25c621d06361c8cd2228008f854e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce342abfee472ce13b0f3912592ecce45b79466a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200b5ca3409a5767d4b4dac307b07218c8e2acd0b7ef653a4f927c71c8705e31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e92e19e76f855886ffd5eff6d5cbb505e8669
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b199950226a647a343d0543f384140d702f1b6720ae40237bbab12dd82f8d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79ba90f93a5fcc5eb3d663d30c64615772387e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eabd8bc58a96b8cd73e30383f50d49de002059db025d2330fd867616ed5ce3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f269d6de5e95cd0c140bbda073e3379f04e3a4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e1b87738334e7e5651e8fbb3e63982970e136f4c923a5de42f5a686b72ee3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197bdbb52fae301f9a2d928e3a12a742577e4e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fa84a5d17fd38728aa56ed634d948faba9b635f07e8f60b0c7025deda33b3d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2a5ac5a26b5f8d9562202dc0163111be5faa44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af898067e62e6dd72a482c25586a8714777d56ad924c7fbb44a621d4fdd2b764
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb54e5620eae8ff30b3744ccfc0928a5de7384
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4903399b802614e6e973cb0707858c7d0eb7a77a42e3883366d344e392fc8b0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de89c7596cd7b531e3e79e49321062108c93040
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b586f489b017b5d2f7733ccb8c2bc50aca1f187feb7d5ee8b853196880d2b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b90684debde0a76fe5ca660f64d27d8a929dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4925efc51a1e1f3b5d156af2e170e55bbe4a903d1a853beff4f0b794592e6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b936e7fe59d4c6a39c6bd8f6e2856c9a9d5c05e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b2912ba708045802bac3a81f7a6a041d1504c9b03090ed0720e5f85242284
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a24fbb028ded56e5133ea8f0f98c97b59d3f64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551936edce9875c2e66a1fca1e19d70443c35e15efe9e8406b894e1deb23e7ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff7c4eeee8c123e0b55fd8fd37ac78afa1d1428
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6578b6249d9dfeab9a4e5421d41c8fc51cb4349db8437d0791141ecfb80b28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a0d50f59d311f00a6a05cce85464726d9aef62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0606b46d4f51e25b459633d948942eb8cae00b3d10683eb46e38b5261dbfe14b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4527b61122c2e4c98f1aaf5c659d10c7ba4d628
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923b5e5f7b483cecf5f44520603d6aac9af82b0c9a833a2b8779d51a9167984
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcbaa8624086dbd96d40945933192d3c412a388
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d071252ba68fffdc23f916a97396f67592168db5a28715e2c6e83dc2a0270849
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fccc2ba055bf3cdb3770a75f50bab595fe16c63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa9ba4e7308d870c1c5b8ef825929f78a886686bf9d79fe53e2f556d0b9fa9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb613c2bd701a5da031502b5accd6e1083e6dd86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa0ad75cbf739ae2971a49ba1dc819c26daa13eb21e5c116e5c1007568300c7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2739591b064fd62a1a18078de8ff55fd9e4c642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da140555dd8372eccb20ab1466c4f1120df8a51caca3413a598cb266c9d61a32
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5687c9c25077f29156281ecfe2146e6fd29f652e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4debc323d3e4fb75969d85c81affa00af1783b709658dd53d45a2a36252c3c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf5904b1a2c27f9fe6aa941f52ed9526fa1f3d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6230a18ae9a190217b981346b8ba325467126a4d409c4b1d4adf6d744ad6b889
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3741077a1500d60b12eacc4aa0d67e323fa2b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a90798b76b046a2d82aa7fbaedb74562805d17894fc0b2b2a687f0dced8df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd6ba355167455140847e2f026c36dcd3f2b07c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be80c4e87156b3a711daa0452943112d9dc8e0c208cb3b3ef25513805030f9f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5c5988b916a9fe18a7c1d5e464f94a60128518
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3afab21483eb7b912f5f0bfdd5ec0a18f8e16fb17dee50e967f119f837143f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbf60ea148bb53e6336aeb4e1bb52dddaa8d528
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cda6a8dfefe5e9d0460e2c21b1e94284048dd6a00158661b493508dcd2f6797
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8432fb86a888cec81ac40a433899508cebf49ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a067407e4cb49068294be78ecd1c3cdb12771fb189925eb4a3f2ff179fef743
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ef656b690bd68e43b58891b089b5197f6f54f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fce35b563927e99673d980f90effaf22939aad384d34968864033c2c472261
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042a0e03b75d6f632c5f158492c9fa7c738dee17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8866738c51eca8616f10c80595c5182f4205b6094ef28c43f0f02a1860668675
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4cbe60a59fdd09a952471f033938a04a42623
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48ab0c5cc7052dbb498efe39bdfcc5b9d38acfeb98bf232582ca4016dc4190
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6904bc7837d343e5afa49188e6bcca40a4a8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa13c8abfa4bab889572622c41df4e2a564dc831834dcab265157a7be13a25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee277de8aa560dc5ebd407180e36e57a4c687707
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba814777f5f219c8230c6c1473ab573fbd28a8d0fee9daf189dbad5bae72023
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df246fb6710d19531fd6436653fb351884f46a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafdf208869677206368ddcbc0b94b1fadb8af5e627945031ba4881749ac7cb1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06a6a31a8452aa3ed0fff068918786bff5db34c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba56324b41e4fe3047ec3b503909fff0bc78f72fe09a090d308101e1f7c711
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e920437d998aff4aa22a2a3b259f636ddf5e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c14090fe603197b97f1907bf2edc589760e8c70529a11aec05c6b72a0ae4bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac622e8b559a191678fc637b54d14a4cf24bd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9722f8dde14e4129e872c9c5f484c21d599cb22966b9f0087cbfd0fc6d9bd494
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000383c5ebab74eed8ba2a896b4a578b8ab51d5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e67916a93e63b1434c484286a3ad2a2a1ffaef40f953a8ca541a38d070973
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47bfe2b67baf3a2595cad74c26e8df249f230f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50adf7751cdbc290a6da0bade14234c3fd9ae0dd4a462d478bf3fa8a681b3bab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b68768b45d2d4169b43f89f866d4d3565e80e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd40217e1684c4499c8401b6accc38a54b3ca107152c3995178eb7d1d9fddb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781935eb4ab71db26eec77beca46dddb4b7d3dda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d85649758e4abb586692412628f69ba2d62e731aa297d90a33729eb3fce1a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798f696a7c2d59a407b14a8c915edc15cfd87ee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d5c2c8249af89d5c6883461a3485f7c790ec60e55613ba2c55fde2fcf719c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e455a28f5107ec9f8eb67bb9e09caa3285d70298
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e300a7e53d0b69fbae366b93cc7690de2d1f88cd503f76b27ea10bae440ad6ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e5dc1229f3073851b555207de3282bb27b442f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea85fcaa17d0b47247275968bdebf990b424b91ba0d3cfc05ddd5103f35cd19
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64548ac09b128d6ce297ccea06a55875d9ff5860
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59726c43a3f001fc4325b1b8429b69f7941cf644b635d0e99908ffafc50f17d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf95602406226e6edc07cde1ba829c125d4b232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dfc1093c2807818448b24a725e018fd44c4a38204b9851def73ef50ec1f66d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515ed62b4b9ff12ff9d5a26794c0486227bb7865
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee04d90b4b1c28ff6c09c5736c8f2f20018aa7aa42ba2d5c6f685ba16097451
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe6ef599ab6c34205e5511af6ae547a47b66c67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b1ac7a5f604a66d00a3548ec5fd438ab70033142db6c5b5ae0a29ce52c5c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e8181b4df35fe849730fbfb62fdd707fda6365
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da44820b832f5ed8d336af550056ee87197d328adbc4861237ef3296f94e44a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bbea31dc6cf4271ea0e01bfa6090ccfe17f2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e1e309eaddd317adfbf3d7b900e1f776d4d7a396a569ce2941ab1feedd08d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b17f356ab24448c9e71432b280c36c145cd8bd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523d577979197129da74a16f6390d7d4bfc765ee227a2545c0305a92e4228c05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b44e1cd8b9f55f56cb7fa45c3d0653d39e6ffd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b0932ca811b82c0239317cf0d064c8bd4c7eeff1ab20defe5ec7b56d1dd5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fb6fba9ade9f8443748682031183d2e04ab064
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd3b99aff11abdbd2462ecc38c1942fe7349f84218df6ff42185f754929d8fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc255f0646c855f1e447ae6f51e2488e41a6f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc1cb3f0a799bd86cb6ef24ae080e6ffe74192267d0278545b5e9735817b19e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac47e3baa269c5fe0b6ef4f5ba52557911028b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ea8c80c649a5fcde4099979df8e93dfc9667ab704dea14a94e7ece5e7a86ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56408ce213ed2cc42c68c0aa2f1a05fa70670c04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119dfcf46eca4095164631b2d225511fd8ff025c1658f9534d5aaf425ffaa652
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3308389283ffced65fa55bbe39f0d8711fc0fe52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791d39ca18329598563c9ba5f2b36b0edeb5caee4cb06d34aa5786e1eb5e4be9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be17ed612162ee79e75967233283c45fec678fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbf2b78bca165db69cfcd2445fb45912fd8c5aefc2e9b5dff9b030eda3a51d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b037e104ad902964ece3673103724b47c27d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659508f8b956c1fc92dfed52fd8826cc344e650b0c3dc859a3fa9ada773f4715
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5f81565c4a37fa207ca361f6cd021dcd6fa045
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbbb1bd9936a3307cca605e9b4d4c2ec258e8c0ecf6ad756406fd2e55df301f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92542dad9865a6a968af73ace455037de351d31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecf6f53715c158ad650ac1352a902d330d75ff1a6d12f4cd79f79dd0a12ebab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb1ba1f2c972718bea0584438fa65e2375f9f31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d28718e3f441df5e688ccff4e54ac3a8a9c527347d3efa26bafdaf35a443b9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84cd6c87ed092a64b7295ba564fe6851215bb84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5388c92d176e9355e8a995ccd0048fa8ba21c4b85f2f952c909b5849234dc4a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569a16a340073c94cdfef8cf74c11d89a024870d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f359621d56ae740a177ddb05258dd18bc784322e11cca1329c0415e2ef5b36
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f115028e02d66f3e4af5c3c25ad48224fbdcfe5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb9d21558dc72467221e1418753f718145d55d73ab9f1c08a2e80dc07257608
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c84856229552d75de3771168226130047945d94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82dd1ce8fb4e78da97f001f84835f7e5807899aca4d1c9d5af16a81f407d2ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253bf5562849c0584fec2dec42b1859407bf2a55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7203e6371e9cc3f1d80d0819dfcb92b1d670406a98763dd67c5ccf88f44111df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a385876a40ed8a992e8b086b32721f6a69d13c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be8fcc3a01c46117404326f9b479a8655f1217fd4d80ef579e4587be65b63e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf770309d9911f2fc6eb06f0532d36d15692fec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52605b3526b21fea5328d822b58488361a0990c191575dee4184e9724dde739
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619d4314e496400150afe059b5632c75d15dbb0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b4f9a087a6080ed24abe7b19f3b56585ebc65184a7346042ee0475e3cfb124
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e439207e11dac79e36d0d07b9620b491711b03ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7269bd70fefe65a1587d35af2bcd862b1bdc4d0d7b5f73fee9808f52604743ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0343d80160c593288a119b81b1a2303f92fe4f3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770b3b46525d95a8fcda51f7522c530bb1eee133deb70a6e26f9c149784b5a74
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb88464fa0e39d74279a688b43caadeb4c57d54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e320e3898f9855f5044979f42f65e01bb397f89304851d94e0b0b37730f8110
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58582685afb07318adcaaff82c4038eb9f05dd17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d9c20dd68dbd6382fa4a0b118591a2e0cc941571b873ca9249f0a708663533
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a786ec29c62253e5ba618e187047c09098304c6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4558bd21749a11fd2b00c8a4a7a26edf6e6ec0d1572e4e29e96636858dd2bcce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4df3934703728fe1e391dc781b2eb26b6c800b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7070a94ed308e7e45998d93d399b286fa8516cfd8c2be8d92064b3f8d0db247
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d477a6f33c7bdf65da87ba6b503f270fd30e67b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f0a0448234b2c0ec758605fa92b8f468fce319679482d0bc036eb5b0e6d8cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818c01a8ec779d19f8dff581a2b9d49f01276be7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c00de1210c849f11ba8b623a472e69d80c4de35ef70319f6e89bc934e72b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe55b48ea811ce710f3a539b7a347216cbea311b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af557293ea6e474c445db268de1042d7f00ce084d306d10600157d9be2631d50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9514ff5d114340c25676d7a9e1d3609e7014069
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622719c2e580ca987f60bed3ab96627e3f94a41b938bd62fa621050c8c85bee5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454bba5003d18001bfff36a0a928b22b4048b4a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bab1ccd6faa6a89e565e141ec874159012488d074ba5e8935905cee9fca5cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9da9d5e660da5bd0c4ce389d5146895d827863
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8143406e4a0c56f44e555daa8d4db3f402cb8c4949a46c3734255df5312eaea9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b233200be74cff30d6c517cea39bc48a58e8666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffea8bed04db21f29d6e7ae3dc9cdefc6e3a1b144fd570a800c3fe439dec6a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb906213fe90dc47c6d257409d60a039069a53d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4a05f637372afd2b6e6c978da8a19900026ab6d63cf27ec4be31eb081dea67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830906f621940bf24b546a4aa22945648db0d9f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b704c166b38f23332bb26f38f7ea32866fe41093df501f5786cd3dc5a9ecd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0832fdffa90c261a0cdc32d9cc60677bdb8e69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff73f84f7652d58e8d59c0d8584c1830a9d087b8b8510a352a61791990cf794
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5db1342dd337810a020ee4c1dd85b4354535c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44a743d45f1c222fc55e1212bc45f318dad1b069231fb46a86b679b1245699e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a6a7151a5da9c95628e2637c8c9627287b00d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406cb011db2fb4cea2ab04627710f2c9864378dcfca7dea3f036ee5dce4fd77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4836656205a854a078b37b18fd1e15b170bcfa79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b5e5f6c396270114e44ebc8e10757e9929702706995e4c39c6d435f4ed4861
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ddd2ee2a9249f61c3c8b61c42c46e76095f7bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e573f01ed0ce2467e2e902d58337546e2efb56ee1d3d2c0dde7521f014de92
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dec155c9445e29f020c6c43ecc38c005a324ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ac4897e49c18c103f919544a4a54536ea1595c2fd0db99ed60b48e82e797ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb83e8977dac31f5366ce826f84e44542ab5beae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bbc644d9c00122cc4c4f089416c3a16e941af697a370a097c98abae97c1246
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07591a343d33cf87f60ef29cab008ba1d21867db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cda6fb410497741337a4cf8fc02668d01f7cd697785fcbfc173fb9872db0b72
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03df2b1f92e3ae1b67327d8db74e7da695f8de4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fd9f9db89f0c370219b979878dfedf5dc5c93a4453c3f7a03b0a024290deb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16299af7956b31777d5789f190ecd3ba8644097c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9b19c01b2dc165d1c31967d092882fb14d85ee8cc0c90d5ff0abdcdb7b9939
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e32fc88ba104a1ab63b9bf9a62ca3efba7a20d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef82badc15d9346f74178662046ee3511bbd861a9caf0c03264f5ceed6547ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5c4b300c61b6683562e60d151beb5fbb5e0eb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c684264a83f7c11438e7fbd96f35bd358ad6a91957a4a1b7ad69d6efd1ac60a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324a8ac79b97add60c3a9a3c0517c37156eab293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea220239067a5c02cc521fcb0a6bb921b80dbead5864323186624de5ae42f33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06316e338c9896219e1720f9636347a4a33e6986
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02708a54a27910bbbbd66db51c4198db91710b1e9b09d3b6727b0359d7f99a26
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4551401320cf315b0ea953ce372cd3b30e9a6ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a19d1b525b4e6ca2291aae7833199045135a06352df4c98db882ea4e2a78e7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9eb2e226c37a5c566e415b5b80fc47345ebbef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2410d1230512d739106e634e55f66726ac8132e5680f5d59a6e21808a22c4975
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5149a227d5a198c1a524e6c418dfbc9abdcf4520
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e3b4e24b234a0441239300a35785cd94f652e26b8a18f6390307d0b88b6a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8fb06385318669818979173eb2664d8ad8815f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b40acb61a6fc330fcf837e6d101dd6a594fb81fc79c45406e82ab3d9d5ca73f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d701534958e6b3685e0289a694f27cdd57ecdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd6b9da0349ba793f83b55b1ec14a8af0093d05e78dee94c96e1e109fefd65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4883cbf2e94f7ef921a25f6da401b28122303472
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2f9d8659acc8e13615fcce5a328ce2e769f3c3816b7ff7cf4cd4bf6c9b1db0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d08041b638c00d3f0f2a83f1e369a4db20588c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc7a602c96e29be5623e4e95f13be2a817832c22dc22ea66787070b07c223f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b8c8d6affbf9fad11a7187e5307b5beb4edaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c721cbdef229e7bea006ffffb6b9c3ebc28cb63542075e7e2f64036e49ff0eeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1e824b41e7c7112de614c860f2950d61532983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31657f169db1396b31edbc6c97cdb5b90eb593322bcfa186c2bdd102a57bda28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed60093c0a3bb39d16c95012690bc395f8a4de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff78c8c76ec887e1bed920d7e89285bab4f556a51b5b3b8a6787d2f986299e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d4a5cc3d176f8bff3855ff3923fdad4ff63f1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b884ecd161add0561cb8d7c8f581d3a0fcb4557465887acaa2533e614c9dcdd3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79e01dfd35abe0be367bf4e5ab243e6a10aeeeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0d57d297ba34ecffe8d39892315af36fae43a41122ecca1667e14f6fbe7002
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3dd0d5d64a911b0b85297dc2f9e56822be2e0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988f8bb2d8c04ce42c72bb0d30f3f5e03afa3e21a693e5560ed5f7d93a0cd2e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715ed1bc93eb082735b2ee426f20ffb9f13eebd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c46103f9af52f108ddf1fedd52d8ab798407ca6f43ca40fa36d4846172b86
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6579ed4c5f72aa762864044e032b5b0057383a9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b452f89803302eefb68c92889ad995d0082daac2ac000255e14c55cd5e30d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd3c552c51b81c7b8c29a9c83037304e83165a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb277b1457e71d1823b79a7819cef922004a8b46ffc6235ec64e6040a9e55b6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4217551f27b648b7c37f0bc6ede42b1cbe9ae3c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686b67fbbec16b754c3da1f02c8ee5e65ef877331c399ac8bbf4a3a9f71ea286
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d8b3343a5a7f2f6dc77435f5976d34c0f9725f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffef840abcb2f6d78335b0136753c4adfc046771b2af6e06f45a7f59656273f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848969e96f6a527cf6e8422693e82c80585e60b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a75c6040743b58770c26217344a4e8a4af93d57b27b843a1dd5e9b568810179
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50a4eb64d1d4fcad21ee397cb2955ceaab16fb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98359542257c50274c0651c06e23270bbf6c0fbb5aa24aefb47961b788be64ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96b91d49f38e3cff4370a3425bfb1ea0f32bd36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f895256722db1b53de1e8220555b9a5ad762179c905e0fa6941251398a3e46
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb827f24ebccf0147f27af4950ff00e150e4c2ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e01dc83fdee6b0267dcf810a082f28c458db5ff79deff12e31235cf70bf14
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca33bbed4bf75d686e49ba1bb215ea1dc6e0f38b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3c2dcc002d1169b57941e3778d1006d8171103a0b515448075273d202f9af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803e8464a6b42df949c25a067c82a383608d1265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb75b515707f8d43bc6ddacd843be60c3ad16b69753fa2ff001048f94710fd4c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6143b2f028e8775739a138da8db1ec75862aded
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89989f70d8849846192f1dff3c6441377affd462bbd5447864b00deb1a5f9222
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3197db903fb0e7a1a612f872e8ad5d7830102da9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580babef881cc2b501e7175ff69ff364b18cfb8e7d8ca9477825532c0a1b4fd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16587fd902472fdb953f7040ca8c5ae5e6253a79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb147fe414a67c79b1b869561ae07a22d4011e67742327bcd6ce944d071cdd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3753fb90066133d8c15610ae45f7bb104e59cd18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a871729b987c66e7518644ed0eb22ca02a37e17b26f5fe3d4f3eb9d32c13cb21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de939cc16c62737467fea629e01e74e68e67f102
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16d09cd6e9bc0c231eaf92fe9ce36dfea182c082437da69c746d1b75a477acd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babda3b189dbf6244ea9068990b70ef498476d71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ac25b8f9fe4af34ba8ed7ab07570f3a873db0a351d96b2f344096a1baa077e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebda49ce3e571549b9749cc3a357e5f632f9d378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc31da33ad4c0f555711888c0a1e5e2a8798a34c8b158984de46e70a4693aa1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56d39e51689eb8002d06f98796887c26972bf93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cb7f418640b58697727b55cacd20a9fed765fbd811d9951c6631b9d77eab47
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e75e85d9c98350280bdf9705ffaca89aa5bcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0c989df4ff2632798b72b72eb7c9843e04e9eeb33892cdcc383aeebb83ead8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7268be3e1bfeab4950fcc03bd981a2529eb1afb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4767c29e2e0d2b7ab65f9b0663cdb5ff0d6efac7df2d408f87f351203cd7d3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91047de4f60b2f3b667bbfaa44b2bfe69b9af2f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9d58ff7cfad5178b74eaa56d484cfa839e8af79b6d627c03c8f850f964f6d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787d543f40eeff317ea098a24ad547a2d86c3695
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9dd8f15571c0537caa1049d8321bbd896bcf03191cdc51cd6ec13b2db37e43
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fb27cda1eea628f6bf4e176f1568fff9824d9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec93a39b09d29762259b7ae3253fc0f8213b728e3fa4648ecce391ed2bebe435
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59378113cc65f6334475bf4c9abee1cb018ac30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685a5a0558f5e6c87116b0e8768c294c4ec4ed2fbec6c285e7fe0167a061f96b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1307e989baf26bdba59550c2c0118a51611fb0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373b3e55042f3c9ab94c0fa7dcda773ff046d175e49835de75be10466b8552c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf73860dd743cb82b216de62873ca05ea5eebf20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da182da9dba2d70bbc48c542ef112265cb05819700ac0ee1b6050784beabd18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff9766eb080a121ab354d11bd9621e1c1ba0423
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31809e430087525e580308ebd6e262bc0d17dfddf90c63319ffa8d81712537d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a05ae21c0141bb00170cd3528556824ae9fb45e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc0167b359a9dba0e5eb15c8b8d8ea87db8da0eae4f0e942a06ebfdc971a99a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06d45ba35a17ee79d6dba44f916da0138d8b2ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30da75860f964b9b39bce146b3516d64a69088221257dcb5e2b0e3031db07aac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf0009196eb04ca78e1a592d31f0de073d82a0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f2658c5d493ef10987cd3dede0ebb0c4031c4c016fde9a1000249524ba758
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03767c0c26fbe643a2507aad904b900438fa64b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5f829ba6bb44cbaf2bf056222292a69253d2179ffe36b7d63d0a4952172465
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b24811f4013301b7bf7ac54d9e6d218144ad7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4646440dc1618a251e87c5c7fec830a6b5dd0365265ac5f916d8e0b85bcf4890
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b51299cd1c41d3b3dd35d3521dda7740cdcb574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e77a5ce0ddd6e7a313e52760cc3d54e00704ba3e9ba1d579c6163e5bd16f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fbea09a2e3c7d434e5e9e77812c0451b5f7a03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706406c52f8ead58ec888c950973e01a0861bc389e95bcbe46518322b8cd9cb1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c72ca5a1b81a5a61889c3f7ccd69384ce72b3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d426bb46d40b178070261f0a2689efdbc6e72a90ca247449ea2164847ce5f05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c4936234162964fe47cf8758390079dad769a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f253485d8652b4be6509fdaaa0ab651fde42ef9bc884217ef6a9fbb3c295d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37554e722d3e55fb7c321e789acc1178cefd3766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82045ca823e3b5be886b018a615399cc0769e21ab20237695ef895be436e5e5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc04384cd3f05be49b6c100da0e2583b39b3185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bf95054f67dd04662dc828ff7729f53fa128a5b5c34cfa5a843fcf79c300c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa11e852ef1dbe08e036ce3e688419f2a30eaa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d04acb7c25041ee90f3c0e7f8e9ac9d0bc947cc6bd74335c1db641fabdb73a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aba5365a2b71a2bf1d79a47f7088cfe278e075
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8011d71d785927dfefb823a5f4207925dfd6f2edd54784dcd4de00595ca42b1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d956434e5fd850df622d4ceb083db11440b60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e483e13785f17419dae068cec9e56ec60a62fb35e6669fe2e4b9193c37965
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ee996d5ab6d527458a98bed11ea24a8d94e3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984633b8c76fa4b39cdcf89fc7590375a5243ea074b8413ae123fec8b3682259
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880217d71d9a5c4bf68110bfa19416bb3a3a7458
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7760ccbda7ffd7cae249032a8af5dc7809cb466394ebf496848572965b9ffa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91e8138b497610cb964e0b861555ac220aded40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7ac0d7701fbcabb1bad518c32ec58c5c9f2629b0a4b47e54531b33f9a80eef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c0b566b4c39db3b2a2f4920b4454d0488d71e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490e414b69ba6021e4f25a4835f99e0e1974723a138d0349417e94c49a5d05c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21d4a40550288b7ce52d2d3197a54f2e9991582
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa30a3b70d0748d022cf7f8fac7875877546aa5ea6bbbcecca519f5fd63853c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb7365bd7127469fdf525dd9c3f54ebadf641f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d52e8678e39af590ef2a147b76401c338156f41991b28c2a365e5ab03ebabb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154411fc410e3bc0d58fa4adf2c8bdc4ba16ca43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6a6a63e374c8f722c4e5283a635401adfbb86ba7db275dfa80bf08017e58ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47fd1bfbb94d5f72d1d792e898ce8d7ea9e5677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d0459ce7f9cd7c58e36cc0befd2b8909cb85de8dfbc133a7dc4798a36af40b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e572508ac7b7c9cb3355a7932bd20b19798a653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642a0849f26ba3d297bd3c26b4c3979850449f75e6c8df1cb14cef75e86b29da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2761c7f6e9e9216d0eb9f9a9672ca39672f89acc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5617ae18e4dae95737192cd6557a946044873658fe28c1aa4483140c879ce32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86279d5c0f2d3d7a7c4847d9c6b2e84d693fa2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7b9d03b0907e5b65e01f785e6fb3d5664cf848b96ca462eb012f32e6c3d4b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c67a548ef0cde65550bcebf615de2e5b3c3565
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559187ec789888088fdab40b879d87c653051be722cb7eef79d87e39da55b85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25f404ec8d76c9cd4395541115e0e27df181a20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79e2a41580f86e06e1b45e13ed404e03ed9a51b047561ed8572b96556ce2689
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938ec1bc9bd827be875b0d6a7c6703aa3f910f71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de17a27d812781120e42349788fa59766aff08ce2781682320855149e5db14e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8dd09b30c02ae644316ca9b20c2ef0b2d8758b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2c37018c4b8e9ad467e0e710a5df678dded8c0ebb4c96eed83e90e2d4ba205
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e14a3074066e7b22ed9d560dcf620b05a41589
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7e57ac02f925dcd78373a55f0cc840014bd0a1e4db0561930e097a549a9d06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216d69e0302612a517e58d65fd46baff23290b47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db81a28a0e17da431ec6963ec5f406d874c5757dd12f3a49a1afaf90eb98aea4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12694d39609c728f22a958ea465d5fc94291f81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e67eceec7da2094e03d43114e25950468551db1dd7716151b6fb4d9836111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c350263f5ed35d96f2f28fa0cf7cfb61b7b4dcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec552c63ce668bdda3a757b20b4fd04f00697b637bbf564d553b1793a967855f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e5473d284c17d28c96bb5cecfcc24392f96d6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aacf81c7e2d9e5bd714e07ceb0d7f3be194c3b6bb2c057984591802ac7b1601
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdaf276829e9495e853afcd564d1be3fcfc140c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f066160bc290427afcff587576d3d89f3cb93f0ef66fbbdcc3b8d5207afeb634
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e96197a138cc5196bad90149e78c6c27cb3be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a69ebb319ed6195182ba4a237aa597c92a0f332cad6cd4907fdea84cdb6122
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb44f2aa28493446768a39d69efbdd0a895d7b90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a05bd3002792aa010c57113ef567f735559cd3134ad9be31cf40eb8c363dd6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aebc7c45bfcc87b817a24b3072d7861fa077d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c9f09eed12ca118f681b88caa13b2c15524922601964870aa3016698053160
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb99e02b80a799bf31f017165f6893cd080561a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ed7f1d1c652d8299d220ec2a1acc97c9333faeddac6be15d2765008281884
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ae0debe40c6d53d409da6475dfbbb32c60d23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e129a7e0d6ee0845d54887636bc1bffd015082c07005e31623e98a3fb9466fb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eff249084ee3e3901ed508025e95184fc515d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641559c20cf8926a7ae404d5019dd0132d73494238d56cb2945e08824560c49e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec3e62a1ea40979de23130c769cbb329a4190
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b1dc0d21096518b2873c488c2fea0e9a3b43ba682c59f6a1afef1355e275e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10931865716884be295455b73d15491f53a73a25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818be3d118c40bdb965b03adf1335831161e9e90d7b6981ccdb3f20af48294d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25a8f0ea56db742306653560bdebc029c43e60d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564968b2a49f83452c43362e8fd297b46d503f0ee39764f63a5b9add4ad1c9d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de617678f022663970d9fa764f0d586bac1e66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ca54b96eaa23a7e109889da6ec5947ccb81fa571bbf4302b92aecd9ba79cd4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d570351391c7132f06fca65e17a3cb8eb8bf2c8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f930dc97cefb0ebab30381fd9d96c7f342caa0300e7d56f679b3fcd8a77cfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d838ec7100c86c544225445ba2fb3cc1986f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f3c5498bdea4f45b90c024ff2aa9a914812dad74d56a141da7686df13d096
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249820ee809027d40a181428703d94730695d8ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e53435c7be42215bd40acbc7234eff3f88ac88e1431976448aaeb17596dbc8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de624a48c1b809fc7f9f1b66e6819da6750422ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06b84384d391adb39134000b09e91750ac4dd32968ebb64b7914315738021f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa51779db04c3b4f3a910015b3abf8916f49211d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733040974365f8cda302538145eac1f01f8c97ea5cada0ef930214d374b2b8a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00efeccab9dfaa5b2ae5348ea9503edd7e7d2c7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd8df81f5f94194cabec1933f91e2e0e633ba9a84dac2c778b56e091ea8d8cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216b788d757cab3f998477f5092e998c3cc9d82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19974a1f144e8a7eb9beecc22aef2252eb44ec5da9c69e28ac16d05524fc9769
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7eada71bd4f6f237f892ab9e625969fcfcf2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf2cc975148f0a87e367abf419b3398162e7e51742b854762d7607facaea473
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97f1a30b81e22bfafcd1d121e83df694dbd3d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea81dc92431beb9bd831bb3d0ff289149bc54fa85d23f286a4d1dba0a1c51d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8fa2de66fb72e0d6449f08a2d35e4cbe64961d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cc9882452a2bbf27d0fc6309b1a6c904ed543c13476f37a756a8c600a044b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972eab280eb47fe215c25801804427b9484500ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3185512640dc75d45f39de43c392226a2cec257f62665ebbf855eb32fad4c71c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b309d33159c209c384d9dbe8f8e507f38c3713
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b936d5e489b01d9044c7fd1c3b6264ac99eff4cc9acc37b77622a37f96b6e875
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863c01d9058d83dba9958e75fa74e9390557e66f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3c409b6f6da9e0f4f385164f77ed8dcdebe3c0bf75b8f59c45b41ce70b7cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e827cfdc56a12ea300f0ef724a840969cfc53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b4bbd0a897108665b027bea5082dd14407abbf1d421494ddb4d451b2a2479d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525f9387325f9e18f3e4d53b5b9b76ba270b0922
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b147654ea902ad6f5b8e3e0053bef686390b634662cef2f9df4f16ce43447d5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7a15c586e37c7d3c1549e00aa591560ef9d223
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d10001e25caac0d64083d5971e34116b22375dae7c9b2ac386b2ce1baf3f19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1971ea1c6f462234a5bad296fe93ca8e59fa74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45805f1858dfd46ed598645c1c0f5b7cf869469ea4e9679042711727f4dd2944
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1f770f1037ac3ebcc7fd474af7804ce4de6db4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a172424c40967c72d0183430282f540b57aab21199e315dc092d137e5f97a37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83deec2e529edcdcb87be2ed2eeffbbf972b7580
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b8d85637563d7604c7a9bec852db0ab6d0c6a0929f5797b5ce5fb5d29e1be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e54ed19a3d1f0970b80b27785c28d7477de888f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7c9960c3e8110071d0577c002d363c1aa6f513ff95b7f2589163d83366ee47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e435ea937d749323c8c38d3e8a6a6e101835bad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfddc56488043f2f052a717099b53207fd68a5f63863eb4c62f39aeb86f11d97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3a4de1f5fdcae6433b34a564f9fcad42d8a67e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3be28e8132a518be63d9463c238ed220a283341d5ce6c7b85cb2268f1ec4ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf684e858213503cdaa838da7cc6cb471b96b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5e41479f0c0828d69cbb3853bcbbf6661fb3c14bec81236b289dd1fc54eab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec92cd6afcb80b5323647f22e7030a043b2a0ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3e628f246127e88f4ed5e8704df14a142f9ace68b848cf6142f0937c85d56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07bedc81d63b98a287857df7c9003faad3c6c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20bd949a0b290d09ee9e5e9c038f1e4b8a027b3d6b825c4e9d7f169b0fed0f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c4570cf9ff5de1a8931bf40aa1e92bd3789fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8457dcda024fdb8dbe4642515eb587baee1b8039d1ccfd16e2b8b5c275a77027
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dc6f2817397af94750ef63d15fb40898173901
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64838ab52278f1f475105eeef2de89f6febfb99ff10f2c9c75da64afcfcf75b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cdda2e600a59d1b372b0e2b0e20e76a0b132ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f13f95b62982bc1261b0e016e7a594ff968b793ce0311b26b05f619ff02e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d321fc3d1ebb6c15614468517f1ca4ccdb71ce64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b447af72ecc54ad6d68315134a3a25df65477e0e3c50ce284b6167c73d68437
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be610ab9d2bd38f4889f825f2c1b4c2724f23ac5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3f51b151a4a775eaec7e4dcb3db7380898d7bab3d2753cbee5486aa64865d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272345c6683bebeded700b6778bf1378e06e4c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a84384430656ec3288f138c072609b4d70d19fa5f74fb0a6e5bbbac630f565
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176360f2558b7838b6679bef83a444452775f66e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdb8f7f92903b7255d30b304433f6b6d897ecefd1e0420515976fd34c7f97e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af33fb82346e3427c568292493fb2384bd62847
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a5769f64573e3ae97f24a3677d6ac6e48ae3579a1fe1e7851d9ea3f9a72033
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92761d954603a5f955958700af824eae19a1ff8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82645e5de926eb91bb3231b36951a4cbbba32e726e540cac71f5d9606bc5d47e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aa5483dda6fcfd42841859c6d80ba28a5bb0a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cf108cda739311d64af46e9a37d18e5f736b97511b742f4bf74fe0cbf92ada
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b955812824a1b49f0c2443a5500e4715762c74e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf3781ffcc0a2cf2361e106b639e817bed4ad4fdf59919d1e786193aa7cb14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0528ab72c954b0bac2ee4b00b5ca84a628bb3d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade46b82bd20dcadf940a94e05e366502486805a7328cf83e17b76407970c66f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44680616077f8be3022d29d0281509700ab2ac5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44119914b9a64b6a7294dc30e6b8f5a9e9f5e2a58835a759264bb566c066c4e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f8c6da28be051283e1b301b512c6cf85dfdfd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a4da298b86852f99a7885b4a823f11c357418ee11db8b8537f6de865fe3cf9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c033a373af7b92b7d7ba70fa0a9bbb3a25403
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e220168595d7e59cf399900b8a06f4c5381ab91ac90467d319ede9f17907252
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43243801ef6fb9e6fbd0b2fdc4d1eb0568a1e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491039ef3061d16b9f9cb263f86ce59b846ec3d641caae63a09386d6c6720de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456452323662e5c13bc4bc72249c466ab1bda32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c7a23d81636d610525039819c03cdcaa35212d4d491f82c78e744f8d926c5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2600b2a2f978ab7210f2bde7c7ad310a883b7ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7e8237dd85740c347539803ea80f19ede03d34a60181e79f89b7aa3a3e2b39
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb39466e0f7ac5f4f096c2707778296824254d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba4eff5e95161a6b0e8b4c5e67eb30ab5bc4beb0ad82e04e6b132d5df09304
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6668e4ebb2d510c9177edc644f5b3497931525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d5d8ce50f7c8b0f99f27986af8cc7207c5d3713e8c251ce23efca52de472
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b511365abf9baf458c521380332b4b28becf9075
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e86c6546ca95a0fe4c020afd6b4e7255047258bf01404e2f6c45f8d3697bca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b809bfad1c4bbab03a457081009f65c82e8336
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5ca1af9e203261f6cfbaf2cfb5c69c7ef23e0740d567ea943df8c3ff62d75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45036f8d4b278888a238a975f4b994a8387bd9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370235cf912bee8da2580a31cd3198ff76b4b15a3d9fb3c7aa279eb71daa0f67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f321513220fa535a43225294f7a73794fd8cf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb663a3d9b26e0152505b87ccfa2ce3a20776720ab67e71e0ca4ada1379888c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b08166082707e62f8c570465cf750c96c37eab5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19594a85e22958ed3febc45cf7dac3841a242d82bc3257b4d8c3ddc28915cc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3f1ce9393574dbb92b8564ab18b3bf3af2ab29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448df895bca94c257eda7f8f2b33442f51dab71059ed69653354735b6d4baf35
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e5764f96065d44a66f61070e25d59f2f70eb8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102ce27c2cd583285f5b40f7d4e31c834e7d423d6a28b33e2d53e9c72fe37c73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a576ce26ad07d6db4c060d0533bdf23991302cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267777d50d0ae5b72c55e9431e6e03ae759ecf51507d7e2cf458b229c0dd4413
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0443e22ba6a013807d4477b9c6ca3769f7962fe9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e51be0a9868a9455412776f5bb6b39d465a7467bb256d2f5c65324026b5f45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a002c8ae45ef5426f9340edaa56ea0c492407961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78e054ed13d2c6da447ecf5bb96f735f5743480226a717611b81b100c7e8d8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072a53aab46f3d3bf772806849c1702d6fec65c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ff8c6d7834294ea23c7afc45bb71cbfc448d9fcce89a99bf334434f2611427
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4477e77440d163172ba723cfc1dfd2bc023ae161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e44eb2959ea986f6ebdc2918cf7fdef3d817bcc719407f820a35be3d057e48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18bf223e0ffd8ce0179e480f46e1736aaf0dede
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d768cacc31c89aedb83555cddd4779c6ca55709eb0523850e2f47364b049a3b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbd48311bd8335f74044c8cf8e641069087127f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1427babe8d0f5e1621e4870e6feba4ed983544b3c0d0f6b746abcc3fbbc1e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93a15348c2555507d3577c02fdf47d42896335a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f176b6f4d3a22f8ffc47a1d104afcb7c9042be782663ca585e9db316c34c0f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603cff441d04bde4c9b669253b04ac4a142ad4bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2deeb1560df5ed4e4db1f38e4c7fd2254b6481074f0762f46694bda7dc2c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d776fcf1468b2991ba2d0da4e2ac33a8b504bb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27f0145f05e45be55ecf982e0b06a4cb50f49e7fc3580054b95bf78f189d58f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ad1f1d70f08b609b0a48cc358a8790ec619119
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839fe8d1d19846a62ba390b29198b58b51f60afbf8629d44690c88c3b23e42bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f13c1edb3dd846db225add38ca871871a0955a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4963eb80fee74ef7fc14d2ce4933f686a6afd5bcff9ecd862266507df6500d91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaa8f0f6705e550efc0192553b55e1b37694fb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a01c3ffc6828f2be89e891aad88e3beb577040ac545d0a381d935993ca412a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7129601aaa571c4516b81e5eccec42f645c9e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c167652ef93ca0ed7758bdfca603be272267dd5c1f0a95ca24ddda2c0cb4a7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a28bd7bb936a01cfdf2df15f2cf2fa3d5be6b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988c4eaba50b8646a66cc849455e8ddbd46f8f7c1dd1bba6d63f45cbdd6caa4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629766b722a656eada06a32374913868b60aba05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aa0e6fa722cca1f5cda281e5cb7afa68382cdefe9c9de96b3c9a5c0f645ffa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4c2f0f0acb887de65ee3d155091f0561bcb05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20ceb44f60fd29dbc578cbbd9edbcc5df8a3f7bac984649cea97638fb7ad6e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38044f9e0af6da0b3f3981e61d6e44c896156687
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec525f3308f0e97d510bbc54c20b96f1abb8723413703e40241fafd0edd370f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced9009315d2665fb2d7576664c1751adb1998d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d8b9c07b308e1ac14809d2eb43a391c145be163cd91a236b757210af0eebc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4c11f9924b69437a4afb5b1c4b881833931743
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d206876463a77ce5b98d1696a78b69bd13b6b6c427f4aa54b57004073a22ada
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd9c0f420144d20a0e9ff9ab6248703d0e42bc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c120f88d908e8c3a161bdbc4b56b8408d0ddbd0bfbdd196653320deca6dd1a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa8102aa799e7a8a03cc57b08352adb6a2180d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c03ac18f3e7f8aef0fea62a10c03e79d8b074c7de57abf7477eb9a8252d852e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9698df359cab8d489499d428cde249f24f16f17a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e7ae07d97e5d802162cd5e91793e81557d9d0cb7da90ba4f022c3e1f1b04ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e921c0218b397fb46765a10b363eeb7ab401e38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2230cb2568a6f573a4b8058c58026d2f17631c5f36d0bbb8340d66add7d66d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca262464062a3dca408ee6c35aa537b3b620f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f871c91cbec95db912394654d17634a0c6dec67164b7cd63ec93c5a9e0596b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648021ea8822fde1e68cc8723df44e5e95930dd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3c21270f8a8bda68a8b11a1633dcf33fdaa89dc98433865d6d2af699aba984
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613cd52410de07f20f5ddba2f28e121ec9d70983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b955a240626006a39b8eef8813917f37b087354a04708432bba37cca6ad7e09a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7d72731e5982030603bfd33beff4f94b1c848
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a2fc3f47ddd42d59a559ca37b8f47a09fbac0c4c65e120eeccefd1a4a8646
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27e4c01998b4c40bd733669ceb87303b7fd2c90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc21f1b3c072cc2d5f89c74173b773b02860f09aff8ad62e6e838771ebfe607e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14990cb82e45ea9b80b0fcab8ba26d29c1785640
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bc3515dbb485eafe63216c875b3dff25b619e62e973f18d83cbc7cb55c3be2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ea56587d88ace464687e1d6e0ef7ee63f9f9cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae0f4df112782b2682f45113d75555209a5f55fcdd5bd4d2389af7f1964751
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1711e861a7884d45bd8c806801d7a06824f386
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7be2485c1f178f5c472ba861c0dba636231b32bd8d1440e4d73b0b45ca81d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6adbf05ae4c3b91db73e0af9f5002bf4402ed7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c64b827318463842ddb17d092e342f509b55f768ef63ab4a28f8095eecb70b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e660279c176064c19d24ea5dce501ed15651a0b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2690f7ca465cfec9fe25f94f0420c1ce2b8f4b9eeb64405bd7d6ae1a155d65
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295efd5af0f2871c9f96f18b8a759c5b4bcaf35a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a289ccfb24e386ec016c5959f744b433e61a9bb7e4bf276ae0afafbd3586a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c73bcb244bf061bbea15decfdca38b9135807
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fda3fef89f6914808a47f1d4314b04135e599773aba793364027a88011a439
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286f9ec72b76bbada00d532d96da813e4592b308
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1d37df44b3077d91372dadef52d38f398fc477b0b9c4b2dbd7fdf37a391c4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6742990c06e6220f71e33ebaee3cf4c0c55fdaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b32fc709c23bfc25a23ed8ebfeb4b7acb37da747c34c60322045dae6169641
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61a15654c9a99759bf899a7793a0570e6498cc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58596a5cc3958e82f63064602f715f4099af0d950f0b8f95043758cba1d58ed2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d07d9f753578a76d1e5e12ab1917d038151b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4b8bf64552e0c6b1a3f68538ca10c9c911ce683a92aaca7359487a1fb09257
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc601c8ffd5b0225d42e9ae4b62b1a7a38a1359
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f90742d5b2a4d8e4613e36691055f842388b575f043d009c66c45d79fd16c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dc6501679e378d6a2fdb04175558292d0256d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56abf0941b60b39e4471d4b1f56507d2070fd6f6f0ee646a54afa9b9b1a2ae9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea625211a6c87205206979c3b9a6cc9d80b78bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9569ee8135c0cebfd2cff55b0f6035698cbaf5c95e241fdcfd100abe003bcb04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d419e0f4493499223c67111edb5a94e47b6403ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6cd853b6cbc71a33f20f6346a9bac7a1d140e96816b076d1617455ef9225ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6027edc402eee634707308b79e4b6609e3750226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ae894f41089bcb638611666ba0c14039a04751a17b44bec686604cfb2b80e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4221c6efc29cdcc628c988ec9c04f5f07c10f2ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d6e748b389f1c08af6a2d2265a106fdec7781ffa0e6219bd604a08c496a6d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca6a3eb2e0f42ea0a066c5f9d746a9d1796b80f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9340c2d6f20fe98c1e1a8e77b12f78ae5a4295a5117a0061e1f5a88efaf64d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abec44d2df81280458ccf0f29efef2a67ffdf73f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2545904beb0396ef38067e939cca592ce2b81de03d2a3f21cc8668845fec66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03df5367bbfdfcd0d82bce698229a96f946f388
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990cd7d3443be83bf02fbedd5ad584293ce80d68776490fa7b2c488015e0369e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f350ed0f5cee36bdb03d4b98457f7ca154d471
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8697b3f485aa5b9488d1c73f8fa6ef2ce7651710ab54c573093dd16133b98d37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a0fdaf09183b9818f98ca217fee1b4f0acf07e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e2a9db8444b56bb729697f9ebdcbfd0a770840cd6368c597e92685a8384714
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353ce510af13a10942254b41990283066c50d57c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7bf2544ddd3135f5815848629c119a25b8cf61a64810ab7b341aaec1f2cf7b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8475dae07637e168a814ad4271171d18162eb691
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9764f7534549fcd09a4f49efd6dc581201b7faa2fa733b74156bbc493c60f056
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2b3c2d96ab4e3937bde33815486fb796e04f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0656b5fff038fd3b1e21c211274b1fd9673660c50d9623f544a0ef633f7351
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40161f38fafd290fbe869d35e76e1f579a568924
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160475639c32ba98b5d8b45e9cbf5138f5a0ed0b732b913d4b23caeaedd2c27a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2441f486836b1f32026233cd8487fec7460302
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751d2039e0904bca911fd9c004c145ac3199517a4d6e446b7ed59827d9b2326d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af1cf090a3f9f61522c04a985a106ecf04dc339
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eea3d0e3c65271358480334e27cd8ec87d3de3cf9dfa336e98b76b4e384db5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e722a0467304f2c6285adc9baddc76ba603f49d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278d2409f600bf544879308f2ecf72fea355ee1747532859a359e69a215f37
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c251e5a530d4ff8d82b0c6431bc850c8522e1da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41232ca154808cf5f74d67efe7d488674ecf6f699097bdc682cfba2e9d67b6f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6602f9eafb30b0d92fb7382d3744c5e083492f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b319e77694ff0287bfed0b3bf1aac6d63e387f51a0e357591f6a45f3934d1f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6538f3bed8a134010829a225e7d2fca431b51f3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07d6cfe151543d863b15b56ebdd39a91c28ac8e37c828921e56da3da975ade6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a579738e4c4bf3d435d8dcdcb296fe903b82a98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2dbb75f797fdcd3e2c96f150b652d1991fe99d323b218252f87f869742acb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3725254744fde100fbb5aecd4480dad00511303e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c79eeacd4b3f43e09ff1c3377b1a69b7fe9f1b9574951df647af7b805990a76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198c242062fd6f5042acc3fec64e6ffdd50e0f5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43910fdcb9dd9b4e6e0c7ef674794180f4bcc726a7c210525be98d5864361c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7f067fa89a33668286864ec31933232ca11c97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e4b8ef5194ce7032f4632520651973a6b5bdbc2163ee1f1f5440b6098031ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449d5ee4e8783efc97de7ad23e491b009ccb7f89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a726b9280097bb87eb0f5dc601db0b2bd38126b582430bd3c5ccacb107bc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b961bf4e6a48a07b7e419cedc257e4525b33f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33df7ba44b5eb7e824c39677b17241a152d8826f46685c5f13fd0eb2b0340863
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e79526a20a67775c1890520fab578b30127bb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419b6868525a689c7708493a4720b4b2636a77b29298db01e4c1e794198fee03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98afef7e0c72c03e0660ced5ff8390d5d10642b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3330d9f1cfca63b2db56d98c29679fa87728f122f1c16b63ab2116dfc30a33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01d0a4ff1c6d7dc547534750c5753704162fc58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a4a575f0a560b83b81b16b044d9057d149835c9cc177142074ee1e96ecd7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec16161f334b2aed964034f53011ab71db4e4ced
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20254492994d6b02f982e45159cd32584702f1013beb43fbca6b72061afd074
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e074923e8bd1a712ddc647e1173eaf375f1994ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb86afb8013ef9f61ce1b7a5a3bb4d798cf2f3ae2ec0409051d008dce152c1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a959444d9fdcbb0a2f1c9cd15e6530fbea525b07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726d524b986584d1e11cba5befc9462ed25cfc60a8b106c34aae28c538e31b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f2574f50a6a5467b39ebdcf114a5d82567876d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4efa1ca942889436510e6c92ad9d2e62d96dae9b0612d9c8f40c54cc50a08e3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9a02f4c38fa87ed8c47431c3aa413e590f855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca857ff4d52c68315f652955e20c415a104bd6fc3a42c8b33f387b3b44e37d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af9ddd0c3ae7287e1d89fbc749688e208c23a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214ce31de818cca81dcdbb9deba76c57978ca4e36a89e1ae7ea869b0278b695c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af5bd1804dceee294e518baedbde4807965a0ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e385a3fe5686b804234ee6c3ea529402418dd334cf892329b0bd9648c211e11
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31d3f16f26943e5aa3063cc174458f0a491be0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d2dd23b8370cf86428f49bab91ee6d54258f836e5a838b7b136952ff75fe8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8ba8c16bbd5eab89a76605a9b570bfe95b49c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8374e5e06149a47b9ff9058b40d257eeb63e09b04693ae64e65a8e368dba950
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb36043778376f407ec98a50f2edaec395819f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fa342200865b82336137cdadba22ce31088934354b6de3cb45157303132a52
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ffc5bcba071e19d462d650b312d1a1b7c34c32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393d383627f5078f45b065067aaf3b514be1e2dbb8dd63c9d71d55a8c005bd2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97798f32cd5601aa7db9e0d314e899112f03ec0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e751781c150931adc70976f83d026a90709316a7d06ee086df39b30a3cbb9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f52ccb7d1725306bc879175c8a5914e52030c36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8822b4241395f9850ff470199d86b81ed3ee6bfbf62f312505d4132d3886c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2607ff47031156dc4c0422372d0b6de26e74be26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb40493eb3096728a457b044ff356bf72176cba2c2a5951fbc3bc18d11d5a5b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd0e895d2569a1c93f5ce77c29dd051b470789
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb95f5ca685fe2297351acbec30f646349f77869376d6b522371bd4f61d7a6b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d94f540f49b24a146b07e337e09b571c3e373e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4832d3ae768c0b274c7354e2d4c50f77dbf6f3becd593ece53b9bfa7235952db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb438640bb4e861adc6af1af54ae21da464cd8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd34569785e5c037cd042940b1f60d0f8b50311c7a998cde31d94ad1cfa1806
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e11309959ad7d66082801942ef33275cb63d655
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d0ae73aa3271bb2389ce923d7e1ee5f01e3382ec624a823e8368cf6f7fc33b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26052b7109d9a8fae5d58792990d3457950b98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e767a0633d62409bcf6bc3a60ef7753fa9400596b410c29fcae921ad6dead4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ba7ed5631ed36038a3d6e1bdd9d794db63d156
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94562eda4e4a177e0a1ac746a32de05856bf879e61cefe14e7d4ecd1f404f8f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5343d0259be3ce42745fa66a7a7e5814eddb2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820782b7a4ab6c0f50aa1f822c0e3b60fcf95b9e0c5240d2bc665e945a5bdc7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24ff88bc821d0d3f297ae261537aa26e7e2d883
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269dae5f3a0eaa0536962d7cd70c9ea4c0e38e9bd7411eee50971eb20db47065
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b73eb9c78cad4a87c06e581b5fe237809d6483f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0dec3a59dc34e5452800e41a50450b204b943eec99484f7bef91cc1657fee9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a85312cf90ea8cf2c831370dc66f3e78849646
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3780f20b841f70996cb97d79952af723524b6ad165ef9a102ae72731f7055b3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a61aa10bda4301ac5812d448dc41a53b87498c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c499b35805009f8467ba218d15f7ca6e2cfb464081f522ac88b278d2834c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cf9e6d40f587ef614efa92d1e91b6683844e59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba45c11de1a3bb79b6135bbfb6d6baffd6ca37c2cda4e4a122df7c44f91c01
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbba9bb4a83e7aa61e8b96f233cc7369170a9af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32d35543d87d5be258b215253f4c644525de3a4b7052a1d7e31c2ed58f680b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f8731866dae32e8c2eca7085be1083ffd886c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529a38833d92487aeab898aad1a6112fe3572b2a660c2bd70b31c7143b1ed675
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382117c0236132b1a6a7b8120e237cb07321760
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f0a3082559ede6ee54a96770ae3a2dc5f0bc200d6016fe0eb1b59bf0a3a70b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10c6212a74073040bc4b3069b94a276e1d95db8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12720af4af6be75af011b121e3d0c56241131afee908505ccc3024a987fb8bd5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d29ecd118297d0ee7d1a9a8f4d00f75e87fc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e3b507a114a820df6f59d68ad93d3b2ebf23916c5be46986e459d51621ebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658502cb9749185c9b89a5e1b9251d8a4b863387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9300422a28ba20bf4fd904646d7bdabcc5a1feb16b0ad8633dbaa8d4cc1260e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095030a0aaa784a9b1dcd5c9b84ece3d6b8510f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a932ffc90cad94d088c359245343abae2fd6eac485f2cccedf7a03a475fca9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e4a7ad607807bde031cecf5986a54af7ed6ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd37695233b1914091b910e78718cde0c0d1e941e982b6365bf4f028548a08
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821748ea04dc8c1048a2947052480e4b5ac00b35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d116924b524c5f33e3e67108f0a1a1c3d590a7e7075e63da7b38ed75dc8e485
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72123015a3cbba62f7fbd320d55996effe9b3675
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f012215a2ea056c157758201522039190748d8a973898a7a2af46fb4de1e5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16853defcdd60efb3d62e6023e60bb5481d660c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5054bc3dfd16e21d73ea42e0146b844d330332eaaeb55c75c3d5739c9c9c47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7506592c2367e5b517f4889c79389a96dcce4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d800141eee411dfbae4c2bb1520266a9c0e02851853034a45015442b1eb7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113c3e1fbc6f9f8efdc15fb4a798e1e56751212c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc877eae86c0a7ad22f24aee24c9c88a27133f2a90977d0938804e69bcb8bdc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ae32e7ef2edc9fd19fad6a19ac47d84e7516d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce5a627eec53aa874d79ff822e0b7cdb67b9662b9fc63c486d00810834445d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fe82bfd8c0277b71800e59a16955381bc32f3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52421f8b3d4145114865e72de0396a47eb81db2994cf3521a47782a98f1ff8aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cb3a8e23a9acdf8ddbc014bf8f1851e480db1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2771a8f5de341b701a07f2973eeb2384c46d89cdf835f2458ecc9a2da8af9b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2f8cfa313bd0e56b14ade64de2d687b375186f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d39a23221c5385460e862589a82d4af84bd4826bf48f044beff282c1227b1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f938d3b3e955304491583ad87374cce16323e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272d2f01e3ae914ddc3ace51684de25c0edfa0c985adeb75ccb0568d774d9850
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751550ba74a15b67a20732d12b774784bf25b489
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d38009697a000e156342a0d85ed4f62095bcd2a5f9994b1b83bd8706611f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717cafb8dec464bfbfd4414468d12463c2ccae5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68091c6101bef76a0e631b9265d1a641c79ebd9544fb151ea95867a6104695e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11dfe4849a6a28f13cec6da1b3f0772001b941
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17219dd57bc89c68c4d72321f485b4955c8f24e2cf773e88ff7ba8e3e2ee8719
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3f133b0838c73e6622768d9dbfb98b40730ce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c6c3346911a0aeaf64a6264b0d8fbbc70c41f26fe010407e7dc13defe30a61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e14d30708f53df2908def2d612895155a5f75d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae231936903fa10a6570bef41b46886c40e6ee7e1e81ab2e4f6a3f334c907fe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2567c007fb750638a504ccf48b4592cb544324
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f45b169b8fae8f594e4d9ca894d73fccfd9d4f4d3f6555bdfb9ce9d9404663
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e911a78a605467374ebeac661abbe1582dfc0b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121aeab569062e17fd8a4e122dfbd2e4fee9233ccd52a03e412a8ca95ee7b718
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2fe806d12afcfdc7aae9e250f49d1f4d21c487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20447315a7bd974608a1d742a3eb3d6d0876bb5ad4db6439b2b04b3baf8ffb4e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2e7cbc4fdc69ad4e4a77b9be68cf89785b831
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adddfd7689116971847e76b5b8127dd26d572ef55332dba389c86ed5e56dbf0c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300afb7fcf96d2e9041c4a48a81f443229481f03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143452cc81432f1549f7d2c037f9cdfbcf043245be61336d75158fd5854b7806
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cbb0eb8c89cb07746ee1c9b3118247545b5d10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42f626a301e71ae768fb5d3de84077429e1e8f842f1361cc1899ba15eb84500
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f213c3d33b12453d7358acc48054bde11e74110
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49010a1a2bf5e4f498092086913a7254734df40c0db12e8ef1ab414c4347868c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9a95eaabf835c378b3e2aa8829aeffb033a2e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ac135ba04ebdf24583089e25275620774ab10586a68d2cb7fc10c2e8a27c43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e253a05fef1413dfc2f2d9faee415511663df8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eff3fad95b9bc69360b84d8ad708c17d9870e81dd648442f2b536136ba64d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b9cb5fea260d09345fd4151b4c5987f1c79918
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee68e63466436e21f75d4487bd545c8a14a1015de05e636a501c7626f76b2fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad3d6edfd0073e7647d25aff4c286afa9cd24a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75255344d8a10b6fcf95753022d50fd91a31b1f8c64d9da7219b6589be70e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c9635811b2448f40c5f380762df26d8954e689
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d7daf3754c475c89e7d73fdf8075c0b31a04d89507e9f9e6011b94a1176d4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673e65fef819f1e4ab173a3d01b39377c0fd9266
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd09491ec054cdb5e2a2468d60cb7d0385f6dfb4d6f699ebe285182c317411
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf0c4e4cd8a4d874ffe4f5cb17dbc1e42dea385
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f554e7d5b8c51bab59adb6630f72bc2a477878c3b9ef372a4f056067d86e2acd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563a65ec39499735ab60d0858e7b16980e98fce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074da18c1c315ab01d863ff39544d0e7f00926e704a5f77813f5d8071322cf84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffea6ec60b08706d0358c62b20ce5ee04ad0df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa3e561d79d3d40a0c72f243556830d7a52cfb6ca1e2b573449a13746793798
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab67821aa80221ed36e1b8723813f7da4363fd3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11998f3245f507143e382c63773100af26b0c2d24252f9b6edd13ad43a2fb0c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884e229633a076ea3d320bafd9924a556f67767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8663e24a03dcdd00941df4990aa0cfd9e1fa69a9c70885ebaa2b26fac3ddb2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44900a3c0897b94922a528afab50ee3ec41eac0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173bb4cf9e0571439c1b01eb92d8fce082fc58e2b566b5bbada30d3f6aceb30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57f8781739f616d20a666fdd709b18e5483ed05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e08cbfa129cfb353902b1c4e24fe457992397e287aa09808c7817477d195ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df8696c676e8d530e471c945311971dbfc8b7a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b400adecdcac06cdd660d2fe9d355f7bc71956fd928389d87e1a3b8169b03d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649b2b32b5ef9e98264e7a11aa3b76e6f5304c3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fa7b194f53f70a6f45eaac2152ca1115e1f43325f84803cc8dfd840b2c5c13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ccb5a92393bd2c3b319cce73438d29b511013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199f3e3cb20108841bad65d3e90baddb44527b6fab8ff7dd3257be0233a29872
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d60897e9de7b2989ab8e386f67da5e29b5d4e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6f0fee68c55243c3dd6036d56bc0363c7b66cd66389fb6d60d55d0b503351
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a05227b741f706ddb21ebd635472b38e4fef94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57396edd6cb5c6be6d256183864857badcceb4eeecc6bc8cd29129d62c0df111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e1cdb4cb896194a78c151ac72702ce03a65ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67416cb7643127136b3f1c821a1b87f77c0ed601450a7d21691fd7dc43f19d48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91196513762dc260df17ccdb5ff3a19bd5e2acb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35a2fe9a53b8f12ba8ffe353211fb667f2d8371178e14351578360ae71b35a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68138a4f69146a0a7798ae5a806e7255cd3df84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7a352959eb5a71e15a83e80463a121e86587833a75e73dd83c672cbc3fe1e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64717f2eb84a3810c070bd02c4c1ee079f32c58f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dda60c6fc8e26b7c7dbcf9952e749705f11afdc103a9326a75337f3030672c7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d57146517202d50e810091fab68d66194016f51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a392192a445b7f67070fa6b08793edce9b34f4b8da60f82f264fd2fa7b8b29f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109335e268ebacace95bf3e3706caa420eb11da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2747918c292e8eb23abde3d4cdd42781bbd60aa4dcf7b996225b370d3e839fde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1995175e72fa2f125649db41d1c0301c5c8714cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701fcc853e4407e283990b3c668ed7e0802e6c37f4e2f5d551e421916b2c496e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bd2452d8bb351a0436f412db6b0701becd1b61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a26b4d2f1422b440efcb5b25d159fc9b506504fe50b192408939c5af3e0481
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d86864519c9e45252d5344e89b1188ed876dfdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da707f3b36e32507c1498154b1bf4ac8acf2134727c4813dc1d2914f878e7bd5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53041173f4c7ae49f16a446c7b90db45aae7f727
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6dfde426ac45ad27b3c2fa84e00fa52b7909c336fa775ad7347bbaff46290
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa68c78501315db7d6fb3b9ea23f623575988091
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c40273ac9ff7bda68d79582e07c8240b2da6c09fee7218a9b7edf4763a9a6f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b016fa9ba2bb309c6e6c68a77844ed88334649
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd8e4f9ff4cb89d328136588ebda6e83951fa1699bb2b8b6923b166d7590a35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f863c0fc99a7ab8f6c37ddad58251dd93961098c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a5c48da164b3139fbfc54d57f1c59bbf49d7400e6c25dfcc08916bd5e75d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950980949bcacb33825c7629b3ebc9bfbd213089
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11da61e0020b9ce4302a07280cd61dc5de67d11902a2609b7fef0cbf58b286ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd7869fd5701f020dc899085c85b3f9a393d2ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab11d83fe2e87cdcdc2d38bc617c32d09e01ac0b6e424d7f6383e4203f5810d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf75a0cb5200176d49ff3e7bbb632fd0097eb9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23909aa5fe55691c674ff9d42078e7698ae6d23faa369fef131a1982c219c1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd6e99eab8860e3c0b47f228c185238fd3f46f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2310d92249ee45e143c3716d431709882d6b1d75944bac78a988d7a2eac3074a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469d8483e7ae9bf2342fcf2ff6f1500d9505d260
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75b980d61b38417e31b1d3b57d56099f6c5541a30627fd0be8a410801938a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7736f42c82bfac83587743db790fe9ce463040f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278bf81cf2228b929f8224e7f1688063f678dc7197d2e5557d613a1cd4426f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2271e5217c7801ce5a8ccd8984ef1014aa842032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34404db5ff4937c9cb91c3317397fb1c304380813e7de330733128f42ea7f4a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1325aeb3a6b02f243318be8bc218c4dc3a000a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57687f0dbde8c488c57f59d4c371fb7a58a5a55c419649e75e641eb625d9468b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaad5024faa089e76e38b39e7f5f1a1fcd732ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3988d13aaf847375baa1718c8361385b56aef13208017920cdf01c7eb0e30864
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61af893d5998b460e3290d23f8e7d0d8a9763c4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b3892e0bbd6e5c20c4f31b4b167e3ccf30942dc62742d3a7ee94e794b681d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd7353879ebf1e08995dd5f06c20ef9636d9677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d20e8d6de51c393ada8a9a1d2459af087673598fb4d44a8f01044371a27b2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec197dc7a3553dcfbd7ad835485c6f4ff41493a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad8a9bd25bc45b2c7d218f4b00990889782215d49dc13b09a090469da6043e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b5cd343d7cfae6b5d98a0cb14c976236f875c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c63e8f1b39834fcafa2b36747f02629ead8acfffe34ca129221b35dc5321d80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fb85f45b0936f692b43bcceed6664ecf6592b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f945d0131a9d17b9746824503991d1b7ce188ac39c867c31e97bad5fdeb8d0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7597f0578dd157e01ffd617f8e77569a380065
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3304a1c26f6ffcf8d800e81273dcd2612552a5d628174db877c2191e18e7b0
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033915170ba7119672c4b7c0fcf2b5a7536c4bce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9da1f06cf521d63c67f27b6539e04ab4c7d1cbc7570ccdf62d4d23cf152f20e
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ac767cc65b78f5952fa8bdf36126d5601b1d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75f28c9a226395deb712837f042f6619ac9fc81f38fcdda2c985fe677909b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8f76fc2bef0cb845d57c34dd6f9a648b05a106
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796450517b5c99b76d639a87a477cf9f1864989ba69f0d45a52aa2690f14bee9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e470f960ac3219b989d7f28fc313442f28d234
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d45e5796b60af8433115db4dcfb1a04ae2281921143380f3d506e45a9a287
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eecb037973236849bb97a677d1a528c00fb7f80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc26d0e88adbfa1ea2f9b116ad3c15cf40dd9029db2f49782d660ea7e1c3e89
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292eaf2e56d28715a9c3db884ad83e3568ed72d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09387eeb546dfafcf7d6f005e57f21a7106cb9c58a5e9eb76ce079542ae49e0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dfd77d6211d5e3c7bc21e09028f1547fa1b55d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa4bf922dfb5d422ba2a89920da50d15241b6add86db622f45d57f9ea368c15
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246e3beed5bf9a92707fbd96cc87c918844d0b43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ecbe98cbe5005e883f2fe52dc5e3927968a18e5a114b23ab7a125715aae97d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc512e6da30b964d85c8e1adeac12e3ba8770c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a740d9eff17a14febd67cc32434d4c9e0c2186af251799992adbef10f033e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a885861c61cde6340b5c0ecffd26704c6f8635
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f243247f9bb303b8bd61cc2d706918f7bebfbf5be494eeccb65f8d8c03e107cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dad8fcabbdfcbab4be9a9500dfc7d7b12bc2e32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53b5c1111d0cbf4828ae0f0e77ee6e5cf73cfd864a32ac3ef2ed9989ec46dc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac2c5c4c87b88056b27ee850d8ddd0082e09bd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3980a95d6771acdd356a9a8932d44d05a3aa9ac403d27137803ed2b6793b8825
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d272a31044fcd96688b66aff056fdb43d8cdf35b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b16a4f540baf881c173fbcc4f04b4d089cd9bdaec605161275f7317eb30afc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e675cc69d490c44f8e576a1ed1a2e2fb4571dfda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3906857733a351a9ac0c2697483a902ccd81f06fea657733983bb2e26ca29d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b069586f8d56e28e9a25d697ed2bc322dfedcbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5bd2923f9cae2fae47da449d5657d561afa487573f82e78219f294d2046c8e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4518d26a1285937669799ffb37096d88de6850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a42791e6720e0359314f0339a55f35e79b9fc7a9ad0b127a8d0729e374a1ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceaed0bbc3ccbf8498961cb1d9b4d9bd1ac4a8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd845a8f3dfea64367cc38938f58746defec93a77e3d14f32cebdd0aaf34244d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53b1af55ddc140ba29c9c5da6095734685ff401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab9a09e698ecd559153de1b1bc1eb4492cbe4b72fa1588fbcce0b4b3c3132ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e23fc8527ea2de0d19a0826166ae0176490d472
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db26f9e85b7bd72ceddef2e3842a6a0d6438931815390eedb27b9d1ee9102e8a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23426d21f40e2a5b09443e54a9e0295b6537e550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeea6d10a478b9a28309dfb8c20a1bc59edffb7f0c5e98664f4f8060c5ff5d81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a93aab75931b665e8018f1931fa042d86f5c759
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09061c8dd11b9a2ecdf9d111dd35baeaae7cb6fc8398fc8e52059251805dea81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923ac4f7a94eeff4a47dc71b03984404ebed195c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19145cd8d99a4f9194db4bf46edc2806eacdf4c298e063722eda2e2ad34e454b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934288f90524809003f5a3f391eaabe0c93e96e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34d59b242c1013ef5980e7d8e40677386846fd540daed3ca42b1f7b3aa84bed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f05e799b6ec337bcb204a1af23492ebef80af58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b2caf15567a2e986ea701fcee7e75c1215c7acfa83aa069fb02ec8a2c96c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e354a468e507c27ef72a589eb6f5e0de85e906
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceab9816c0937245f41541152f4d075e1bb2549b06578f290044a8cf5dd4e48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92932a5707f5ab297fe1fda3e3fd41b46d9316d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a79a932001cd0b7dbf8c31416350114c7613463843e9ef6b06a1f7430e3884
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0993ded824dbfd8e22946d42485415906237e1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2844ff055a965e4e2b6b9eed4151fdf56cde49690c386c4cbabededbb87184fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592ad41aea9fe758ed268762c62b075a5198d334
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa0e0bfa04a94da1b9d8ebf265f33888f9151493945a9a6f2c727d007ea29c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f62f25f359e723837d3011394ff47cbfeebce6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853e368f9f7f51747e2c9e07cddfad5c6714aebca2dfac9a5e2e7fce99937d20
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606342b43fcc5488d35858a4a637fb03bb7a20a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7414ce520efcecea3b4d9f009c8920473b220dbc4bfd19731e95afb0b3eb3da3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354890dccb59b8bb692665004f01bb3225a83bb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba66c83a04e4d0180adf9d71bb3812a2efd72b9f02295f60d55442ab67c38d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a523535dca08359224dcf57d4af66b2f5ea43a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb0239d4649a7aa86b9b3c456c299b9f13dfaa76411f4497193f9bc445c9071
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05580e55f78081e9f4a7232f00a6cb4e5033c480
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e8e16e7ad5ff5a73116909c8ea53894cc0079944e86b78f0f42552f6318cfe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9f64ce84c66d0da314fc1e08ba86c8dee263f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b58b71fea90a0e51d8dd638e8de9cc02331741bd0402555a4170ae977f02f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7139c04af69748b344e81fd6c5eef6af632bee98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e771e7442992a8b444f04dcf8c564b43441733263bb8dfd30a7c01c0b9eadcf3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed685ffff96c6e7fe34531592af8124ebb79b93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43386b70ee33a080b340a75e2872a77242659aec3137a1e7ab8d042b7ad0ad29
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245faa1d7cbfc28447096f138a03ab63a3376401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba0260745822bb7fcfb529c88f94044e4e9b523b6139231f514f6f1aee467c1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770144d2dc4d166b017aecee2f3c1d0384c5b393
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa83a2db81378922e5dabd55a0379098e7e746e4fcf03f41158f7526f07ea830
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5705898ef911b697bb4f39e09e15567b73c35d3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb863d051b026faa6118ba6285032fd8dc813978c4e8d9273ce7ae7c6cecc90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5adab9b34c5df239132515647f7336fd78edad1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebcafcdf4a09e81c331b7073c2f06c04c2710f1cb3893da7a251f7a6eb693df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ea9fa9e1de0669593287416ebede6cd3d47409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54d9432cb6a6d530fd6f4fd581ab6e6274f257f608609a0c59bc36ad7d8dd6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e602d97c96551b727d89382a98c17a1bb423eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0967fa5dd5aec5562938022e4ee648137fb4a316de221f51cd89de126f53e8d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992181ccb44ef115f4af4cb6c3d6897edb929609
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef99de8f0571085ecbe5a8fb4a5c0741e7b4a2244fb842f28ebda127f5546a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce342abfee472ce13b0f3912592ecce45b79466a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200b5ca3409a5767d4b4dac307b07218c8e2acd0b7ef653a4f927c71c8705e31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6089f9c56bd37566d2a2624299282855621402
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1aec95faacac6b686474b373ced9fb5c231c5199d8f52271929cabacf99b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79ba90f93a5fcc5eb3d663d30c64615772387e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eabd8bc58a96b8cd73e30383f50d49de002059db025d2330fd867616ed5ce3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337b7fcb9984568591304d4e5a8000d225e9e908
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f30dc6877da07a9c6d663efef9fbd2a53a9c64e1ad46592775ff321574888
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197bdbb52fae301f9a2d928e3a12a742577e4e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fa84a5d17fd38728aa56ed634d948faba9b635f07e8f60b0c7025deda33b3d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424d8b5e4f239159ed009443c01b50aa61614265
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e804d990f775100b962203f078cae02e64ff0ef8d35955ebbb3204d9ed0f5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb54e5620eae8ff30b3744ccfc0928a5de7384
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4903399b802614e6e973cb0707858c7d0eb7a77a42e3883366d344e392fc8b0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4378b4744686f4995751a43cec747d1ffa4cb5be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6126137e7643f745dcd206f7d8b6b735cd1a006abbf9b6505c526e7edb6c7de5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b90684debde0a76fe5ca660f64d27d8a929dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4925efc51a1e1f3b5d156af2e170e55bbe4a903d1a853beff4f0b794592e6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a82d16bcc7ad1d7d4e9517cef7e4a332c3a08f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630fda5fad8dedad36f7a46ef8c412adfc3a13f5e497de73f84d88ed8f5e5d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a24fbb028ded56e5133ea8f0f98c97b59d3f64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551936edce9875c2e66a1fca1e19d70443c35e15efe9e8406b894e1deb23e7ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f0279cdab44a18e9f1cf790616338a23a2e5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce7a0e34254543bee3f17024e1397b57366e2967114ffe762875f68de53be6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a0d50f59d311f00a6a05cce85464726d9aef62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0606b46d4f51e25b459633d948942eb8cae00b3d10683eb46e38b5261dbfe14b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6a8cad38d53208c1ab6ce4b91345ab849252e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd46c8d0b099e85ac6308eaaebf2f265782a221a9005317470f9280950ec9c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcbaa8624086dbd96d40945933192d3c412a388
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d071252ba68fffdc23f916a97396f67592168db5a28715e2c6e83dc2a0270849
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eb05425296efa9a781f9090dbf769cab3091f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9323dcd77da4ae5b941f343101e67a95221c6420d25d982a865e852e1ed7f83d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb613c2bd701a5da031502b5accd6e1083e6dd86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa0ad75cbf739ae2971a49ba1dc819c26daa13eb21e5c116e5c1007568300c7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1ba324ec226fbadc316eb0c134a6ab22890e9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b651e380a00a30d5f94b4ebcddb7c88cec7102794c173e74aa40d78201fdd2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5687c9c25077f29156281ecfe2146e6fd29f652e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4debc323d3e4fb75969d85c81affa00af1783b709658dd53d45a2a36252c3c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d575ab8793c493e31f2df7c0a2aff1bdeaf632
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cc1d825bfad76cd79792b7b12eacf83fc748318c1472d0258e03f2341845dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3741077a1500d60b12eacc4aa0d67e323fa2b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a90798b76b046a2d82aa7fbaedb74562805d17894fc0b2b2a687f0dced8df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c250cf6a8e39d9cfc6133ac8607f26623583fb63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777064e1a1e577084773c2f3017d3c88d16126cd0dd5edbbf158d7e8086f657e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5c5988b916a9fe18a7c1d5e464f94a60128518
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3afab21483eb7b912f5f0bfdd5ec0a18f8e16fb17dee50e967f119f837143f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf59a42ccd190ad8cfc6dc3692d2f3054adbf04f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ded70457d23573d1316d32296f923f1bb438c53358a70e3adda096c29cff828
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8432fb86a888cec81ac40a433899508cebf49ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a067407e4cb49068294be78ecd1c3cdb12771fb189925eb4a3f2ff179fef743
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac314d2cbed5eb065150f830fbdd7d9ac43add74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e47fc8d59f75329646b950606efda99fb9399815155ed11e436110602fc36b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042a0e03b75d6f632c5f158492c9fa7c738dee17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8866738c51eca8616f10c80595c5182f4205b6094ef28c43f0f02a1860668675
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e4733bac1a4bacd7c9f049474dbc05fe625b66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9d9098292d7af28b7e0862838c721db8450c9939c3dbe958db220efb39ee64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6904bc7837d343e5afa49188e6bcca40a4a8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa13c8abfa4bab889572622c41df4e2a564dc831834dcab265157a7be13a25
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4be8227601b0b358260cb2ebdb7cec772270c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d7a1fdb154ef7c89cedad7942be40440bee49c87f9c1d92b5be11e65e870e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df246fb6710d19531fd6436653fb351884f46a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafdf208869677206368ddcbc0b94b1fadb8af5e627945031ba4881749ac7cb1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5408a462830252c828573ffb7063d0f699bcbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7603f53901a573e6b11626947884979c8a3519b04ac5781e9a2e658f2e8762f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e920437d998aff4aa22a2a3b259f636ddf5e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c14090fe603197b97f1907bf2edc589760e8c70529a11aec05c6b72a0ae4bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260c21deeb823903174e46daa4c630f7c13c3e84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8559faf61b2a04c6f3b26f83a48e8af5fb5e7f6a71527f9173625f2d1492b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000383c5ebab74eed8ba2a896b4a578b8ab51d5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e67916a93e63b1434c484286a3ad2a2a1ffaef40f953a8ca541a38d070973
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a0aa753523e3a7f9460e2fc2a1a4e5ab5ecb30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5defb83fea9107c9ba8a59076d65dfb8648ad5c9c6290bc8d9bfece3ab78be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b68768b45d2d4169b43f89f866d4d3565e80e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd40217e1684c4499c8401b6accc38a54b3ca107152c3995178eb7d1d9fddb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76211bd28a743f1250896d6023193dbc36cc7c11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e5dc257204d7679ca36553f3b05e5fa6a2d99ab54f4435ed32950d76fba99
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798f696a7c2d59a407b14a8c915edc15cfd87ee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d5c2c8249af89d5c6883461a3485f7c790ec60e55613ba2c55fde2fcf719c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3771cc736c022c3004dc343932113517a59acfb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732a1105799e5bcae7e1c61cecd85822fb05fa01d6704175e1601748d5736c58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e5dc1229f3073851b555207de3282bb27b442f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea85fcaa17d0b47247275968bdebf990b424b91ba0d3cfc05ddd5103f35cd19
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39554f7648ca6008fdb1f94e863bec333c2267b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0294ba1bc22fadb55a0f7cb7d3585016583984cb8faf7d5f94c028c906207d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf95602406226e6edc07cde1ba829c125d4b232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dfc1093c2807818448b24a725e018fd44c4a38204b9851def73ef50ec1f66d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8fe5e998a752c919ce792bd670e770690236d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8cb07d35da9e69a1f3ff5b89f7f43e6cdb903bc90c53a8e0fa305cb495e214
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe6ef599ab6c34205e5511af6ae547a47b66c67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b1ac7a5f604a66d00a3548ec5fd438ab70033142db6c5b5ae0a29ce52c5c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416b13e1d3202331a390b970e95aec6af79430c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aa12f0aa75cae41546f36eda0f201100ffa2be88b28412b60c4deb5428f088
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bbea31dc6cf4271ea0e01bfa6090ccfe17f2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e1e309eaddd317adfbf3d7b900e1f776d4d7a396a569ce2941ab1feedd08d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2046878c2eaad222b3d32f06a5a620987b8a04b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6723739ac2dcc8909eabaf2b2b8fc111abc09ce87f7f3e88b51dafe2a3673f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b44e1cd8b9f55f56cb7fa45c3d0653d39e6ffd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b0932ca811b82c0239317cf0d064c8bd4c7eeff1ab20defe5ec7b56d1dd5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5016a1f1011163a469943fc2d339cfc08a39a68e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb664c8b59f7be164f410a2841bc22f57f001bebb20792b684349ca6a406fbfe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc255f0646c855f1e447ae6f51e2488e41a6f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc1cb3f0a799bd86cb6ef24ae080e6ffe74192267d0278545b5e9735817b19e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9691dd12fe0dbc1f3c3695443d69f1caed4be219
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc77893c18963415be0657b08c3b844a55282550ac50b921823dcace3a36afe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56408ce213ed2cc42c68c0aa2f1a05fa70670c04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119dfcf46eca4095164631b2d225511fd8ff025c1658f9534d5aaf425ffaa652
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755635a206c2df2a87151e4ae456c2d774b506be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b5c48c619a607864ccfca2c5112253998a04b1eddd2ad02495f60eb430262c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be17ed612162ee79e75967233283c45fec678fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbf2b78bca165db69cfcd2445fb45912fd8c5aefc2e9b5dff9b030eda3a51d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4693e9bb5aba16f81ff9fbebd547ce59ca7119c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6937768012d84f5a5d596829b486a11a1b8a46a1444e737610e4858fff7f89
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5f81565c4a37fa207ca361f6cd021dcd6fa045
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbbb1bd9936a3307cca605e9b4d4c2ec258e8c0ecf6ad756406fd2e55df301f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe018517ebaa775450348a5dd1782c222fbf5a2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72abe350280d306aee46877b9ae585ba824501468c46f7daba7711bb96a15f57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb1ba1f2c972718bea0584438fa65e2375f9f31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d28718e3f441df5e688ccff4e54ac3a8a9c527347d3efa26bafdaf35a443b9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1243e811db82bec41cfddd3d36a721f4aba15d32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9ab0fa322c4b825c626939d446557c9751a5d6244da61589dcec848a9bec99
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569a16a340073c94cdfef8cf74c11d89a024870d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f359621d56ae740a177ddb05258dd18bc784322e11cca1329c0415e2ef5b36
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b99e4543463aae4c7838e0a460d6b1efe0ff6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54894944d739620b696e55aaa7de4587efeb23103ca32b606c7d19bd908ca0df
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c84856229552d75de3771168226130047945d94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82dd1ce8fb4e78da97f001f84835f7e5807899aca4d1c9d5af16a81f407d2ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8979fdbbf1e126c3a1d51b8d31ac686a92afdf60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60f27baa4da377859491cfa6fde9946e2eaf08e85b6d9382d9fd38cdb0cd4a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a385876a40ed8a992e8b086b32721f6a69d13c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be8fcc3a01c46117404326f9b479a8655f1217fd4d80ef579e4587be65b63e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea14ae5f2adb26459844677467e4ad10e3775ebb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe49f544c70cd68ee6bf865b590c950e44046b770a2b109cfeb488c2a883b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619d4314e496400150afe059b5632c75d15dbb0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b4f9a087a6080ed24abe7b19f3b56585ebc65184a7346042ee0475e3cfb124
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76789d17be69af7b9c2df1e7f47e5daf5446f49e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223921d080e17925fa8337dce9e3b132dd77fff8f6c6e66cad0a13dffc5a2b1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0343d80160c593288a119b81b1a2303f92fe4f3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770b3b46525d95a8fcda51f7522c530bb1eee133deb70a6e26f9c149784b5a74
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577bbe223517817b6d3530e6e836491981e44366
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea2cca561d5e72b2e46b6fccdac5440c49867cf9f7222e9933071aa3d91d2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58582685afb07318adcaaff82c4038eb9f05dd17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d9c20dd68dbd6382fa4a0b118591a2e0cc941571b873ca9249f0a708663533
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddc26f53703e83937cf8380676a77b248334d13
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fda055fe034a73e389cf7da94b8214b1964c7efa612088f2bcf0e1136db321
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4df3934703728fe1e391dc781b2eb26b6c800b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7070a94ed308e7e45998d93d399b286fa8516cfd8c2be8d92064b3f8d0db247
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c42cec91957d7464158552460058420e33ca60c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a68d53da04dd9a6fb042f655fc501dc9a51c3032793f6c9bfad785ea76a1d42
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818c01a8ec779d19f8dff581a2b9d49f01276be7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c00de1210c849f11ba8b623a472e69d80c4de35ef70319f6e89bc934e72b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d630a232641ab2a43b781ee01fea00f714a3a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562040961c9e94cbc9e5071b1d56ec9837c5e6bb49b0c853bb01bdcd23069c5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9514ff5d114340c25676d7a9e1d3609e7014069
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622719c2e580ca987f60bed3ab96627e3f94a41b938bd62fa621050c8c85bee5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa391934241952c5f4bb55d2042580324300b560
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958995bc69d51899969b4b50e6364fb6b3ba89706d82f07ff6931bed51ea7ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9da9d5e660da5bd0c4ce389d5146895d827863
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8143406e4a0c56f44e555daa8d4db3f402cb8c4949a46c3734255df5312eaea9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749d4987a676b5536069f7aa64f9331d08c8a096
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30f8f12836944b309017deb5ea0ef6ec8447fbba1d10193468e72958951c81f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb906213fe90dc47c6d257409d60a039069a53d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4a05f637372afd2b6e6c978da8a19900026ab6d63cf27ec4be31eb081dea67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc2be3307f10ccf45087ac85ce4c784ea217b5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754961ee113e26b7276d4eb0467b0fc1c04d98e79b4c1de4ad04d1f1544ea0e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0832fdffa90c261a0cdc32d9cc60677bdb8e69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff73f84f7652d58e8d59c0d8584c1830a9d087b8b8510a352a61791990cf794
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a3c394b2fdfc92d14af405bc8211e3ac1056a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651eda4f83db3e3dfe0b0891e8cb1d8a76cfd27a819314310b32301fcad16ffe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a6a7151a5da9c95628e2637c8c9627287b00d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406cb011db2fb4cea2ab04627710f2c9864378dcfca7dea3f036ee5dce4fd77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab2c3572aa5481517456f4a85825b9c024630e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f0b98240be37ac541463fb8f16445cae8bda35f2a812567545370b3d99fe06
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ddd2ee2a9249f61c3c8b61c42c46e76095f7bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e573f01ed0ce2467e2e902d58337546e2efb56ee1d3d2c0dde7521f014de92
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb767f6231586223a730b5e902e6d965e439ae7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676701a425e0c6d137af3c07c49217b6bf8969846289cfff31b8ab5ffce4eed9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb83e8977dac31f5366ce826f84e44542ab5beae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bbc644d9c00122cc4c4f089416c3a16e941af697a370a097c98abae97c1246
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b62f9cfea8ed9101ccb173aeeee2cd23553438
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78d2afac28a9e76b7305148e37b793fb1656fae61dc7c2a0d591e953a6dc6d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03df2b1f92e3ae1b67327d8db74e7da695f8de4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fd9f9db89f0c370219b979878dfedf5dc5c93a4453c3f7a03b0a024290deb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087f564de3d949b75d7aa9ba8274ebf29aada4e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25889963c45a30458f95e5121c0572033053feb52053b8b8d7d8165f6e13bc93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e32fc88ba104a1ab63b9bf9a62ca3efba7a20d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef82badc15d9346f74178662046ee3511bbd861a9caf0c03264f5ceed6547ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed18aab44eaa1c42a87d9338454c5b966b56a7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7be04f699bd0920e34f3afe69931d1ef015a3b67d7b3e63598b25920e07927
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324a8ac79b97add60c3a9a3c0517c37156eab293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea220239067a5c02cc521fcb0a6bb921b80dbead5864323186624de5ae42f33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddf0b3c04c975892f01beb430410e9a0dc8a81e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abc2281fbd7e70f6643008e9df028a9bae5da25b1e4e1ddec04b65d3722fd52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4551401320cf315b0ea953ce372cd3b30e9a6ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a19d1b525b4e6ca2291aae7833199045135a06352df4c98db882ea4e2a78e7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640793781af696ece152b98bc723da41a21e052c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd485be02dc28bf9e7645a647d79025d74f849d767a8a0adfee46200ba99ecdc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5149a227d5a198c1a524e6c418dfbc9abdcf4520
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e3b4e24b234a0441239300a35785cd94f652e26b8a18f6390307d0b88b6a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adde4dd6b9cb74be332173960b45adaa9f010a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c5ec9c125093b6029cde6bccd572a6531face2baaa77657d75b781413cb3a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d701534958e6b3685e0289a694f27cdd57ecdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd6b9da0349ba793f83b55b1ec14a8af0093d05e78dee94c96e1e109fefd65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f11e7ed8c75576b6d461118edbb92a1366810f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c329398615f899b501b27c1dd8a4fdf388513194af233b792640e1870fa41cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d08041b638c00d3f0f2a83f1e369a4db20588c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc7a602c96e29be5623e4e95f13be2a817832c22dc22ea66787070b07c223f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1033d558b109ae272ca2dafc7ea4fe40a0e3f5d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184de4d0324dfb1b27404615e28954eeced7e1904f52ad1595c52a6e69dc8bc8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1e824b41e7c7112de614c860f2950d61532983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31657f169db1396b31edbc6c97cdb5b90eb593322bcfa186c2bdd102a57bda28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c4f3f2c2e1cbf5f857dc5718eb7a2b0a8516a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65b137b5f6659a19b516538ff9f654fc76b419d89b5b93a5bfd5b0c9ccfab3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d4a5cc3d176f8bff3855ff3923fdad4ff63f1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b884ecd161add0561cb8d7c8f581d3a0fcb4557465887acaa2533e614c9dcdd3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ae5978ebf66c1602f3e3b76f47fb5d375145b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3509f38ceff0b247e49b6bd8b1259b89df2aaedd72014aa301f038ed7306ac12
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3dd0d5d64a911b0b85297dc2f9e56822be2e0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988f8bb2d8c04ce42c72bb0d30f3f5e03afa3e21a693e5560ed5f7d93a0cd2e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c23ae9d6ffa17a1b71e6b5104c2615960a79e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d550d0b587dcb6e71d58b7a6808a58c1c102f9bb162762d0218ff3779cf3f43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6579ed4c5f72aa762864044e032b5b0057383a9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b452f89803302eefb68c92889ad995d0082daac2ac000255e14c55cd5e30d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455c71a0d98f7808947eacbceb6aa598d2bd6b68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb50c4da11742f54a007c5d16f13156eab7a16fdf357181f19cbbae5d3fa8da8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4217551f27b648b7c37f0bc6ede42b1cbe9ae3c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686b67fbbec16b754c3da1f02c8ee5e65ef877331c399ac8bbf4a3a9f71ea286
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb403dde656133d4fb86af4b7116a97f1cbcc3a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d4e1980c5a4607c656faa84b7bd1a031f48252b761e170a79aa38972a5dc75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848969e96f6a527cf6e8422693e82c80585e60b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a75c6040743b58770c26217344a4e8a4af93d57b27b843a1dd5e9b568810179
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e623d9155b5119d0e312d997420d4e14b10c35d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8b66d98b357ce8c5579e94c082a199161be507a00267510d63f4ae67d9a78c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96b91d49f38e3cff4370a3425bfb1ea0f32bd36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f895256722db1b53de1e8220555b9a5ad762179c905e0fa6941251398a3e46
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff75fe10831c5230f94edecea3940ef0114e5c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d996f4e25e1ce871383648a8bc31546b926d0220a94986bbe40a1265345501
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca33bbed4bf75d686e49ba1bb215ea1dc6e0f38b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3c2dcc002d1169b57941e3778d1006d8171103a0b515448075273d202f9af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8f5fdf210a8bc5eaafaa8b070ef048ba9ad02e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f572291ad79f8ea24dfc340bc1671b6607dcbe6317b5d00d8d252e704da10a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6143b2f028e8775739a138da8db1ec75862aded
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89989f70d8849846192f1dff3c6441377affd462bbd5447864b00deb1a5f9222
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfec027bcdf25b700d491970820b8d7cf233f08
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df300f9f02f10dbf86b7c9fe5d731e34eb15520cd0e4c127957eee31b2508ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16587fd902472fdb953f7040ca8c5ae5e6253a79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb147fe414a67c79b1b869561ae07a22d4011e67742327bcd6ce944d071cdd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e868c7e2bad5e8260b011008af5fde68b07c8cd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc00cce38e56693f1dcb7e2b6fb555ffb78e971bc04d78d1c2ac6a969f7d36d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de939cc16c62737467fea629e01e74e68e67f102
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16d09cd6e9bc0c231eaf92fe9ce36dfea182c082437da69c746d1b75a477acd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21b6b3e14f517abaa754d91c899d6ff35ef2c5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d3f0ce9d767eba70547149cb55753b2e6059f2b9369dafe1fece55e38b1d70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebda49ce3e571549b9749cc3a357e5f632f9d378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc31da33ad4c0f555711888c0a1e5e2a8798a34c8b158984de46e70a4693aa1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b702439bc886d9d9e24a3de1688caff09272a4f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d789adfe97c610354f5a93cae9728d4bc572e8233284401deb7ff7f9854c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e75e85d9c98350280bdf9705ffaca89aa5bcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0c989df4ff2632798b72b72eb7c9843e04e9eeb33892cdcc383aeebb83ead8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f7524b969e58265666622afe806466725c6a30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b22d63aa877eaabae48ec1f2f712669edcafdc81d7e332c24c4806a767630b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91047de4f60b2f3b667bbfaa44b2bfe69b9af2f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9d58ff7cfad5178b74eaa56d484cfa839e8af79b6d627c03c8f850f964f6d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff5c22131978a757b2ed3d0d9d61923d6bebad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd09d904ce5a5f469efe22e0779afead4452ec7bbf8cfa583fbbc68f663d384
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fb27cda1eea628f6bf4e176f1568fff9824d9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec93a39b09d29762259b7ae3253fc0f8213b728e3fa4648ecce391ed2bebe435
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5b64166d44e232fb79871951bf23e003d7b576
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c8534058d583b7d68df78b939cebc05af6c1579ec4c81e2b4f96e661e7e307
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1307e989baf26bdba59550c2c0118a51611fb0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373b3e55042f3c9ab94c0fa7dcda773ff046d175e49835de75be10466b8552c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdbc4a50aa00ae51b8ab9f91b6e6d58e7401d91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6b73bbf6c74094ea954185433e406d11bacd7d4f6b9d3978af39926ae89578
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff9766eb080a121ab354d11bd9621e1c1ba0423
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31809e430087525e580308ebd6e262bc0d17dfddf90c63319ffa8d81712537d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac6b9f68de0fed1868c18a4e310dbdd7051668
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04306906a3f3d23af40025c66e887b222249a026ac73d56428037069d0a0ff7b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06d45ba35a17ee79d6dba44f916da0138d8b2ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30da75860f964b9b39bce146b3516d64a69088221257dcb5e2b0e3031db07aac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e07f1ada0ac856d5300c57cf01692e39d7cf62b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820fe5b4d2270e9cde2bb7c59d8066b7ddfcec36cfa25ad4fa7adddaed67caf3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03767c0c26fbe643a2507aad904b900438fa64b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5f829ba6bb44cbaf2bf056222292a69253d2179ffe36b7d63d0a4952172465
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc41d2b776e4df86735a7597c80e261015cc59d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28a1fb746ce3c733b5e2800d2e61abcc0228b8b26ae5736b42cf7a7750b765f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b51299cd1c41d3b3dd35d3521dda7740cdcb574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e77a5ce0ddd6e7a313e52760cc3d54e00704ba3e9ba1d579c6163e5bd16f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f999c9be30191667c73e114d036ed1d3154f56ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ba117fa83ac8efa4159a096653d75ed0761f5b11f1f6ce92e464ee0849995d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c72ca5a1b81a5a61889c3f7ccd69384ce72b3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d426bb46d40b178070261f0a2689efdbc6e72a90ca247449ea2164847ce5f05
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63ee5c776f9629aaeac0e0fbd69f7f759e1a5b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23ef3cf80b876d89545b17169fb18feb59c9b138563bc3d0b106af41ab5028c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37554e722d3e55fb7c321e789acc1178cefd3766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82045ca823e3b5be886b018a615399cc0769e21ab20237695ef895be436e5e5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22c8ed0fa2ddc4b372ddd011ed20cc458d25127
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441cb5bf0a70431f3c36e27256109c1c01034e64a8df7073a6611a9bc9c8bb24
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa11e852ef1dbe08e036ce3e688419f2a30eaa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d04acb7c25041ee90f3c0e7f8e9ac9d0bc947cc6bd74335c1db641fabdb73a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2faf1c2e1ce25ae00b6c1221b759c858eedb1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c96227103665e50c8a3fa25b27216058e86d3e0b2ac5de634829ee7ade02fb4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d956434e5fd850df622d4ceb083db11440b60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e483e13785f17419dae068cec9e56ec60a62fb35e6669fe2e4b9193c37965
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81f04bb8149519a4c4b2d7da08e5e92a01d44cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729331bdf41c0e8232e56f79d13aa7232866b77f75646a7e0fa09b3dfee414e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880217d71d9a5c4bf68110bfa19416bb3a3a7458
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7760ccbda7ffd7cae249032a8af5dc7809cb466394ebf496848572965b9ffa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251251c03bdf2d5b208fe9ba0f2dedfd569d2e84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebc4151d588a93e536db458b5c867af0a4c3d13f7623d72a3260d607615ea7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c0b566b4c39db3b2a2f4920b4454d0488d71e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490e414b69ba6021e4f25a4835f99e0e1974723a138d0349417e94c49a5d05c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a387a6391336b4da61a3a58dc4d70954ac84992
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe41f0be915f51c7f196e1e1f7eda5dabb8c43d88f7534caa53c5920a2057a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb7365bd7127469fdf525dd9c3f54ebadf641f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d52e8678e39af590ef2a147b76401c338156f41991b28c2a365e5ab03ebabb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b01cedf82141dad127a92f556c2adb20fd106
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaeb3c695fd4054645705e1dc7e4cb9fb9bd7b27869c6756033bfa08629ca1c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47fd1bfbb94d5f72d1d792e898ce8d7ea9e5677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d0459ce7f9cd7c58e36cc0befd2b8909cb85de8dfbc133a7dc4798a36af40b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e18c3ad4c6c19b48ffc8ff1898713c7c8b1118c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd9abd67d82b9d0238b1ffd671db0c3fd7a144e67bfdcbd39f90aadda0f6d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2761c7f6e9e9216d0eb9f9a9672ca39672f89acc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5617ae18e4dae95737192cd6557a946044873658fe28c1aa4483140c879ce32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e518c1b3afd33c2775e6671436839baf1cbbdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efdd0d22c9a15447bb251a4e1637545f1187275c4c2c62d30432581d98b436b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c67a548ef0cde65550bcebf615de2e5b3c3565
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559187ec789888088fdab40b879d87c653051be722cb7eef79d87e39da55b85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7da4248753803cece7474917a1dd08d08684b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3ac809f90720aa7ebde8e7b2d3f923d6f889fb77b142a74c899131fbf88000
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938ec1bc9bd827be875b0d6a7c6703aa3f910f71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de17a27d812781120e42349788fa59766aff08ce2781682320855149e5db14e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77b762733c40f711a7a7ce7c22b77412f15015e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf84a4da2c18e90ceb9b4804ba8dcb5dabf02e48b11034058f3ed9791039b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e14a3074066e7b22ed9d560dcf620b05a41589
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7e57ac02f925dcd78373a55f0cc840014bd0a1e4db0561930e097a549a9d06
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e90ec5c85645155cb976094b77821e76650e16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e69aaaded43cb854795848fa57776bbf163d75568ac6b44cad6a29444ecb5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12694d39609c728f22a958ea465d5fc94291f81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e67eceec7da2094e03d43114e25950468551db1dd7716151b6fb4d9836111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52faf08ec5d437475099281d5e50970cc10a567e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a937f3b37e678c254ea99072065d9c3eac63a45680f9374c5e70693954e3986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e5473d284c17d28c96bb5cecfcc24392f96d6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aacf81c7e2d9e5bd714e07ceb0d7f3be194c3b6bb2c057984591802ac7b1601
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08d24ff68aad03e0d82d1e86312342888ad4810
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747ebae4a54db27bb0a473b7b9a515a74117e14459760268f1132187ce952888
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e96197a138cc5196bad90149e78c6c27cb3be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a69ebb319ed6195182ba4a237aa597c92a0f332cad6cd4907fdea84cdb6122
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda696be6cb35da6aecb22473980765a3d0e2d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df5bb0de67e50af952c893488ce15019cce649272d4aae9a88588ee1e3e7152
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aebc7c45bfcc87b817a24b3072d7861fa077d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c9f09eed12ca118f681b88caa13b2c15524922601964870aa3016698053160
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7a7afbfa0ddf6eff2bcfff1c98647b8d06b6f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a2aa33eb4f57ad0b7f6cfbc1b70f27209e87cd3bcb89c18ecc4ce92b144ec8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ae0debe40c6d53d409da6475dfbbb32c60d23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e129a7e0d6ee0845d54887636bc1bffd015082c07005e31623e98a3fb9466fb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a031509f21eb48569f399d4d8bfe0b1ad2be776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d838ec926f24fad8b016501027e8e8f252b884c5bef0ebfe93ffc7c1be37c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec3e62a1ea40979de23130c769cbb329a4190
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b1dc0d21096518b2873c488c2fea0e9a3b43ba682c59f6a1afef1355e275e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f40123cdacbcffb0fd2ed5e0042f03ff080fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88c895c63c05596d0f6d8d9851c312e82245a147d0379e24e981e29d34bd432
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25a8f0ea56db742306653560bdebc029c43e60d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564968b2a49f83452c43362e8fd297b46d503f0ee39764f63a5b9add4ad1c9d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2d5ba05f0c1550c08799c68fb424c16559a6b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0362ff62c7e08f5edcebbe816e2c2184bacc02ebb95b52766661cebfa0638b7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d570351391c7132f06fca65e17a3cb8eb8bf2c8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f930dc97cefb0ebab30381fd9d96c7f342caa0300e7d56f679b3fcd8a77cfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4586014e2abb35fdd4914d1bb735a5b5fa00f96c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae0acf2e7bcee1c1d681944a59b962288ebb53d83ce7da5a74b2f12b948c0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249820ee809027d40a181428703d94730695d8ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e53435c7be42215bd40acbc7234eff3f88ac88e1431976448aaeb17596dbc8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d164d3db145f19dd1fc649e94023c9c7ac1f7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81858d9cb634102009c7b58ba1e1af191a4e0436ae6c2d45bfc956a78840ef5a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa51779db04c3b4f3a910015b3abf8916f49211d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733040974365f8cda302538145eac1f01f8c97ea5cada0ef930214d374b2b8a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447671f2c7df740fecc8a99934ccca982688acf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170f4d7f18440df298f29169a5ebad24e1834445357128a1bd012e7f2eecaae9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216b788d757cab3f998477f5092e998c3cc9d82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19974a1f144e8a7eb9beecc22aef2252eb44ec5da9c69e28ac16d05524fc9769
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dd0d407ce11bcf5e53d648fd5f22e3ea70721b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b23f59b14cd668fe5956464698e2446942e7d88bf82a238f74d284c9ad03b30
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97f1a30b81e22bfafcd1d121e83df694dbd3d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea81dc92431beb9bd831bb3d0ff289149bc54fa85d23f286a4d1dba0a1c51d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b465c59751cfb8bf22d58994bffb317c69181797
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e4a67cce5877133a6b705a716a165303745963d5086864306ff43fc2dff61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972eab280eb47fe215c25801804427b9484500ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3185512640dc75d45f39de43c392226a2cec257f62665ebbf855eb32fad4c71c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660126e2ea88a85cd3a6655b1827c90d245f9cb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb44c7d3920b1262650517f176c8640c5b29a68caeb8ab07fd0e78848725e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863c01d9058d83dba9958e75fa74e9390557e66f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3c409b6f6da9e0f4f385164f77ed8dcdebe3c0bf75b8f59c45b41ce70b7cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3973327da8220193a2d1f4b00b33f738be9867ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80688eb18a2393c9cdf8f0837cbe0e34b3f9ffa343729cccbb82000d38067407
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525f9387325f9e18f3e4d53b5b9b76ba270b0922
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b147654ea902ad6f5b8e3e0053bef686390b634662cef2f9df4f16ce43447d5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c879dd5d627e2469081744b63c84a91850614180
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f821260a349aa0830d50e73b901ee8570aaf6db87dc4a3979570a79c3eae674a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1971ea1c6f462234a5bad296fe93ca8e59fa74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45805f1858dfd46ed598645c1c0f5b7cf869469ea4e9679042711727f4dd2944
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a034fb67fca30c558b90d7f427e75ac3584cabe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba61ecc395512851243507cec82f86bcc1725c1498a9c1fd0bcaac13bc1678d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83deec2e529edcdcb87be2ed2eeffbbf972b7580
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b8d85637563d7604c7a9bec852db0ab6d0c6a0929f5797b5ce5fb5d29e1be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe623d6d90065e54919529a85cdb314911d437fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc36ce1b1aeaf472da1c5eb90580b03e2e113e41530fbf958a40e33327ec3c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e435ea937d749323c8c38d3e8a6a6e101835bad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfddc56488043f2f052a717099b53207fd68a5f63863eb4c62f39aeb86f11d97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534953419d5a1c3378825016fc3c3cd3381c3ce6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5ed61a495c19dfb842bc21f997005eed447c52e4f8100263883869a5cc712f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf684e858213503cdaa838da7cc6cb471b96b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5e41479f0c0828d69cbb3853bcbbf6661fb3c14bec81236b289dd1fc54eab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ff64a66708f44c944ac2e48509f5c3388d268a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee28d75985e5cf88d880c5e019c74d6a812db5c222274a53370ca9a044e7a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07bedc81d63b98a287857df7c9003faad3c6c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20bd949a0b290d09ee9e5e9c038f1e4b8a027b3d6b825c4e9d7f169b0fed0f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84998e4fed151d6cf1537b8ac723a8c681ce3a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b74163d3b01afe4590c91bb81e16be450fb74b6823a80962ae5719fcc4822
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dc6f2817397af94750ef63d15fb40898173901
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64838ab52278f1f475105eeef2de89f6febfb99ff10f2c9c75da64afcfcf75b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabf235ab5426314647d625508a7f74124a9c1a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56d24ca4f10daa73a466967c7a2bacd23a045f1fdd073fed0be84c687c1320c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d321fc3d1ebb6c15614468517f1ca4ccdb71ce64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b447af72ecc54ad6d68315134a3a25df65477e0e3c50ce284b6167c73d68437
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3b1ba011337cff4c70c75b6f3e2b2e078660cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a07caff645661395a73370661885550268bdd2347e2b6fff8598774f61880a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272345c6683bebeded700b6778bf1378e06e4c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a84384430656ec3288f138c072609b4d70d19fa5f74fb0a6e5bbbac630f565
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70055d8b33bba17f69087735dd2baa8ce1f6fb87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86554356ac2e4c2166016334f5e6a9d5e7c50e53a1e77f069ce6beeace18d000
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af33fb82346e3427c568292493fb2384bd62847
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a5769f64573e3ae97f24a3677d6ac6e48ae3579a1fe1e7851d9ea3f9a72033
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37845420229c98c7be0b615be94e4150c3c4ab7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c6e8c08c3b583b5d9066825ebd4f8b0a8f927a37f26315d000a02b06fc601
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aa5483dda6fcfd42841859c6d80ba28a5bb0a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cf108cda739311d64af46e9a37d18e5f736b97511b742f4bf74fe0cbf92ada
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9181f102ca7cb6cfaef82e0d93181255bba830ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1d7c926ca4038aa550ff4ca06dafbd069bdc21da3181165d826986c7445272
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0528ab72c954b0bac2ee4b00b5ca84a628bb3d84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade46b82bd20dcadf940a94e05e366502486805a7328cf83e17b76407970c66f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424249e2c80c84c3f462d5b5f46b3e1443ea372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95f8052948398fdd0b1843d8823c4786539f35136281996bc0f342d672340c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f8c6da28be051283e1b301b512c6cf85dfdfd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a4da298b86852f99a7885b4a823f11c357418ee11db8b8537f6de865fe3cf9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acf556c87de99ea2c157dd2902be3624c907515
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab454e701e7d74f0a486801463874da9e6ce27be4310a3f442397378833518ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43243801ef6fb9e6fbd0b2fdc4d1eb0568a1e88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491039ef3061d16b9f9cb263f86ce59b846ec3d641caae63a09386d6c6720de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552f17108c39fe295b55706a89544db68fd5b119
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad7389b8e3e2ffdddd9c0a529047b9a645006d1e7585facaa1a3bbd54235839
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2600b2a2f978ab7210f2bde7c7ad310a883b7ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7e8237dd85740c347539803ea80f19ede03d34a60181e79f89b7aa3a3e2b39
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963c09ba676d5bb8b6c3a1867231fe45faefae3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96a6254f77df1430796dc39d4ec1475441f475cd69c4a632ba30f58663cb60e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6668e4ebb2d510c9177edc644f5b3497931525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d5d8ce50f7c8b0f99f27986af8cc7207c5d3713e8c251ce23efca52de472
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d34b39d362b5da4864473581a459cba410f233f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0a7b4a4757295e45f48159cb6ce9362c0989875d012648e27c5fc7ed9affac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b809bfad1c4bbab03a457081009f65c82e8336
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5ca1af9e203261f6cfbaf2cfb5c69c7ef23e0740d567ea943df8c3ff62d75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8811e7805df4d09a38cd8679cad36009bd16e4f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48be0e6d4c5d71a84d28fd02dcfbcc638bbb44b6bbe1ee07b358f6e1215e951
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f321513220fa535a43225294f7a73794fd8cf8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb663a3d9b26e0152505b87ccfa2ce3a20776720ab67e71e0ca4ada1379888c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4782b26013774d38b754965fbb0e3bcb7801249e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e88b12d0d8afd2d1164383ae75afe5a191ffa3c623530019f541970ca0a50a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3f1ce9393574dbb92b8564ab18b3bf3af2ab29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448df895bca94c257eda7f8f2b33442f51dab71059ed69653354735b6d4baf35
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffe27996ea5eda8cad41e1effeb3def093a6088
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35c47be69dbe81e202fa8301d9defa987349d49e3f7b4bb3eb974712b4d438f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a576ce26ad07d6db4c060d0533bdf23991302cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267777d50d0ae5b72c55e9431e6e03ae759ecf51507d7e2cf458b229c0dd4413
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06417828640125be1029e2b5341441a2093d567b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc56b2e355bb7826eb7e315626fb66dd92cc699bebdd0f76e73d395e0f3ed9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a002c8ae45ef5426f9340edaa56ea0c492407961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78e054ed13d2c6da447ecf5bb96f735f5743480226a717611b81b100c7e8d8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d32d16d5d05de2ed0ba3714ff422a9cad8b54b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e4a404ba9806681896890cd47c6ceb1f9709a38d1daee1cd9a179d7efab02
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4477e77440d163172ba723cfc1dfd2bc023ae161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e44eb2959ea986f6ebdc2918cf7fdef3d817bcc719407f820a35be3d057e48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f61634f7183f22e7ff9605f62206c1723edfa03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238f7a787a1542b0ea0a845afa2e8b20c1219fa0c6df6c2c8e86eda1bec8554e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbd48311bd8335f74044c8cf8e641069087127f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1427babe8d0f5e1621e4870e6feba4ed983544b3c0d0f6b746abcc3fbbc1e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb705087c251d20f1eec1ffb5b34e0c16d27d583
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea69021946b20c84d4d30699775b2e70b78af6df752e8e8efebd83a264a9208
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603cff441d04bde4c9b669253b04ac4a142ad4bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2deeb1560df5ed4e4db1f38e4c7fd2254b6481074f0762f46694bda7dc2c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc346d9063fbf0d3acac079200118f2283d459b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a40551db49de4450a3a23c733bc1184e0c647c644db28536cff695eea3becf1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ad1f1d70f08b609b0a48cc358a8790ec619119
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839fe8d1d19846a62ba390b29198b58b51f60afbf8629d44690c88c3b23e42bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4341b49ef80bae7d62c76f41aa5e6259ab7bd03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e6f269bdbba8744c9048c3080b9d77f766fa95fd4424efbcb293f2e5be292b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaa8f0f6705e550efc0192553b55e1b37694fb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a01c3ffc6828f2be89e891aad88e3beb577040ac545d0a381d935993ca412a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5882af5700b53658191fd7e31328fd2f91ae4915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ea0da78a00eb7ba33dd6d33a95df0618958cbf8aa2fb4c6795e321357ce3b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a28bd7bb936a01cfdf2df15f2cf2fa3d5be6b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988c4eaba50b8646a66cc849455e8ddbd46f8f7c1dd1bba6d63f45cbdd6caa4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4177593e879d1a70ae4a892cbb59fb773c37cc9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bb4c043fad60ab2d65a6f286a145657d6063971cf0e63e2b704c13a470b2a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4c2f0f0acb887de65ee3d155091f0561bcb05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20ceb44f60fd29dbc578cbbd9edbcc5df8a3f7bac984649cea97638fb7ad6e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678241091d32c14f118bf86975ebd68aa424656b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b2c5b0973d0fb20fbe4d7cf8f2116b57353ce24ee01af2d2040897ff04e0de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced9009315d2665fb2d7576664c1751adb1998d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d8b9c07b308e1ac14809d2eb43a391c145be163cd91a236b757210af0eebc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28e6f8a32d58a946509f1ab8bae4789df57c347
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb91de6e97abf9e5d728d47619370dadf379c80857ad9567d8855c0ac08d5c19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd9c0f420144d20a0e9ff9ab6248703d0e42bc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c120f88d908e8c3a161bdbc4b56b8408d0ddbd0bfbdd196653320deca6dd1a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb20a8e6c81543661464014a245529ff87b7b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf18103302f948939b669975d94f9b7b2b800e82937463fc0acf0872e9f0f09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9698df359cab8d489499d428cde249f24f16f17a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e7ae07d97e5d802162cd5e91793e81557d9d0cb7da90ba4f022c3e1f1b04ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e75ff4da3d03687adcd6f1b4c8f1d45f476ff73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d586d391c4b88703569cd8d142f6602d6130d76034add856b5950721a87e263
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca262464062a3dca408ee6c35aa537b3b620f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f871c91cbec95db912394654d17634a0c6dec67164b7cd63ec93c5a9e0596b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0e96b461a4b31622a6a8e70896a171e6f807b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092fd1c98505077936cf053601efa60d4f81bef15cf16dfb280dc835c42f975f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613cd52410de07f20f5ddba2f28e121ec9d70983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b955a240626006a39b8eef8813917f37b087354a04708432bba37cca6ad7e09a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9461c297b8d7ebeabcaa14adc1db6b43a8945a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c582708ccd61d3eaf2473885cf123707a2545a8abe49cc96a8fe259e3a428e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27e4c01998b4c40bd733669ceb87303b7fd2c90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc21f1b3c072cc2d5f89c74173b773b02860f09aff8ad62e6e838771ebfe607e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1cc88a68271edfcb3ca467dad282efefacc6dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22a94396c77517e59de66c5cd3d74695d73352f880cc235eddb4b94b336689
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ea56587d88ace464687e1d6e0ef7ee63f9f9cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae0f4df112782b2682f45113d75555209a5f55fcdd5bd4d2389af7f1964751
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd068ece6c8b314620934230c743830dcc53b80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0267b74afbe271df6c4d025a8c9eb0af7235801f9800c7bc73c03360fe31f6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6adbf05ae4c3b91db73e0af9f5002bf4402ed7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c64b827318463842ddb17d092e342f509b55f768ef63ab4a28f8095eecb70b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911e45405d6d39fe64e4d17279d408261c873def
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caa10521fdc387d5abd13dd9410025794f8b77040541433e39c9897985bbefe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295efd5af0f2871c9f96f18b8a759c5b4bcaf35a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a289ccfb24e386ec016c5959f744b433e61a9bb7e4bf276ae0afafbd3586a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aeb2787c3f7ed7c119e3d2164cf28710e4fcf1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed32f8e0df5fe91b4dab7242f5f7b811f71a8cd9ffe009b6b8e7e20fc9bb95c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286f9ec72b76bbada00d532d96da813e4592b308
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1d37df44b3077d91372dadef52d38f398fc477b0b9c4b2dbd7fdf37a391c4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b5a2e24c5c844e8f03dc96bc5ea1ea74fccbe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9478906c097548e798ff4f60eacd218c79dc0f4d519a6a4ade6ffcce5bb55213
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61a15654c9a99759bf899a7793a0570e6498cc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58596a5cc3958e82f63064602f715f4099af0d950f0b8f95043758cba1d58ed2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e498f878abdf21c83a894861b0489b3b805ff9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aef586cfeedb8cf06af06f212cc7679835810d3469e999eda9736ac9a41cc1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc601c8ffd5b0225d42e9ae4b62b1a7a38a1359
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f90742d5b2a4d8e4613e36691055f842388b575f043d009c66c45d79fd16c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf387bcb056c2e31f8d12881188111ce008ef66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38c9b8f346cec5f8fec7c591fc26cdb78b4a26ca9ae6430bcce3170dc548dac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea625211a6c87205206979c3b9a6cc9d80b78bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9569ee8135c0cebfd2cff55b0f6035698cbaf5c95e241fdcfd100abe003bcb04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce922de3f87a78dba0be3c82998b971d3411431
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a8ed27d07eaf6ce09af11103fcc91da128f9ae3db6ecfe30bcf850e925dcc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6027edc402eee634707308b79e4b6609e3750226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ae894f41089bcb638611666ba0c14039a04751a17b44bec686604cfb2b80e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291ff7b0f29cf95388e4f2c2d7fab0ac3bceda5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60285f972374c1cf8dda63467cdc371362bc06054fddfda0aeb4043b1f59a1fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca6a3eb2e0f42ea0a066c5f9d746a9d1796b80f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9340c2d6f20fe98c1e1a8e77b12f78ae5a4295a5117a0061e1f5a88efaf64d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede144ba428cb862106484f34420277671fb0b6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104fbd7e3d71fe3c8fdf81ee7c5711857138fea5a3316d33885a497f3e725551
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03df5367bbfdfcd0d82bce698229a96f946f388
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990cd7d3443be83bf02fbedd5ad584293ce80d68776490fa7b2c488015e0369e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afa4092a406da65fd193f0830031a3029971113
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c20f404cbf1330eb18b90c63eda8e94220f5056368db83e4618bcdb9a19b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a0fdaf09183b9818f98ca217fee1b4f0acf07e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e2a9db8444b56bb729697f9ebdcbfd0a770840cd6368c597e92685a8384714
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb7b1e1a908d1d410fdd5e8c2760f9db9206b84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40170e3d7c249aed17a13c666425258e3be908fcdab29e7ea6951b78a9f3d8a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8475dae07637e168a814ad4271171d18162eb691
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9764f7534549fcd09a4f49efd6dc581201b7faa2fa733b74156bbc493c60f056
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e49a1852923a93d5e4750cb1bd96e0af5b5a8b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1502b189b359d5d3e29fe50dcbfb3bf5d49650e9e402f7aea3b8d1ae4239e3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40161f38fafd290fbe869d35e76e1f579a568924
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160475639c32ba98b5d8b45e9cbf5138f5a0ed0b732b913d4b23caeaedd2c27a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666692c4699b0f2698942a537069469b86f1ab2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d763f463fe4c811ea4d15bb368ecf7c9059582827d65a5dad850dd7f10adaa81
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af1cf090a3f9f61522c04a985a106ecf04dc339
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eea3d0e3c65271358480334e27cd8ec87d3de3cf9dfa336e98b76b4e384db5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0806f25d8793b13a5c01be2fafff31f3d5d55401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b549a42e501b62578825827e2d8d43cece1eeab4df82f120a036c44d5f5f7497
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c251e5a530d4ff8d82b0c6431bc850c8522e1da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41232ca154808cf5f74d67efe7d488674ecf6f699097bdc682cfba2e9d67b6f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7e37b48381acd8601ba22038281731e1d7185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bfffdd211159bfd8f1fbde2f23057ea0633c48f3938f641d12423b59c61c17
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6538f3bed8a134010829a225e7d2fca431b51f3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07d6cfe151543d863b15b56ebdd39a91c28ac8e37c828921e56da3da975ade6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6d89cccdbee25084db9aa9f709e699d2433ae5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b61f6c797652be396b86ded4f0330be23e9f34ebf3045f235166a66e36462f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3725254744fde100fbb5aecd4480dad00511303e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c79eeacd4b3f43e09ff1c3377b1a69b7fe9f1b9574951df647af7b805990a76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc68767743d4ff038a5c362d19fefe1334ce2669
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c785b65b4cf959dcab34808ec23b85da5b7e0fd8e1c263697b3637434a5324df
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7f067fa89a33668286864ec31933232ca11c97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e4b8ef5194ce7032f4632520651973a6b5bdbc2163ee1f1f5440b6098031ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee74d12a09d013b8a7d4aec2df3dba9852ca57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df03052696d1c08471481357c258aaecaf3aab3bab7c8aacb0c087500b803a06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b961bf4e6a48a07b7e419cedc257e4525b33f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33df7ba44b5eb7e824c39677b17241a152d8826f46685c5f13fd0eb2b0340863
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb52e143a450c8946d53594de82ea0ad23d01fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4219d0f409290c96338195c67c0df47b2b451cf6103c240291b50408a6963d96
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98afef7e0c72c03e0660ced5ff8390d5d10642b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3330d9f1cfca63b2db56d98c29679fa87728f122f1c16b63ab2116dfc30a33
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9137c5fa2e555b5b260f0ebe0b32bb5a6bd948fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5947aec21445879b29738b2d73bc300fb7b465350110c11f60a6c4efed0ae6b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec16161f334b2aed964034f53011ab71db4e4ced
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20254492994d6b02f982e45159cd32584702f1013beb43fbca6b72061afd074
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcd3d149d7dd80103feea9a8d087b6ce77e4d89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea9853148c68e272a297efde4802d9633a26e0305d12fd55b3c21cca87c4279
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a959444d9fdcbb0a2f1c9cd15e6530fbea525b07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726d524b986584d1e11cba5befc9462ed25cfc60a8b106c34aae28c538e31b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1d7e6807c025d8e72d03c677c7f2c2c6184088
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39c6c15a0243330154d3968d9ea52ef74c4150ba268a4163f901b15c18ecbe3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9a02f4c38fa87ed8c47431c3aa413e590f855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca857ff4d52c68315f652955e20c415a104bd6fc3a42c8b33f387b3b44e37d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeadd430bc876123ff39a8f055edbd8b72811151
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecd430f04297d64c5e69c983e5f10bd8ffa7f96dfe68f9463b66ac40fe29165
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af5bd1804dceee294e518baedbde4807965a0ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e385a3fe5686b804234ee6c3ea529402418dd334cf892329b0bd9648c211e11
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e24e1d519edc6da7fa3de578b8968a10437697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae465272ffe2b35bb169ae0c1a376be5b525a0c75ef41caaa17da76e9ba214a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8ba8c16bbd5eab89a76605a9b570bfe95b49c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8374e5e06149a47b9ff9058b40d257eeb63e09b04693ae64e65a8e368dba950
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a45a79c0f46898446d04e2dbb1cbdd77c3e009c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24401c9d6e0156f70dfadac638887cbaa235ab305de16ba761a5f0573d3cea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ffc5bcba071e19d462d650b312d1a1b7c34c32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393d383627f5078f45b065067aaf3b514be1e2dbb8dd63c9d71d55a8c005bd2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d695f85c42985a8168ff7022b868509389129184
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d63bbbf5173fc6bc756de8912390af7870f47a75beeee056390e0230e341597
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f52ccb7d1725306bc879175c8a5914e52030c36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8822b4241395f9850ff470199d86b81ed3ee6bfbf62f312505d4132d3886c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef9ab99e1d2af24108ec95f8a6f07d1d98f833
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a8495b871e776879cd7b11eb03c5419062eccecee66ab0054addd65b962bf6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd0e895d2569a1c93f5ce77c29dd051b470789
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb95f5ca685fe2297351acbec30f646349f77869376d6b522371bd4f61d7a6b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2813c1362bc4e2d0a6df49fd21d646e6e03a6ecd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aee37fba750fcdb12278e04db7ab98f551b690536c11adc346e3808e45cb33c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb438640bb4e861adc6af1af54ae21da464cd8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd34569785e5c037cd042940b1f60d0f8b50311c7a998cde31d94ad1cfa1806
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26865f40315f852fd82526837ff2f7f8454d587
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd167fbbf7d2efb1ba6e7a76d1e7da8f911bd19ceef11a7ed6923280396abf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26052b7109d9a8fae5d58792990d3457950b98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e767a0633d62409bcf6bc3a60ef7753fa9400596b410c29fcae921ad6dead4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89665a6c8ea35b135576f91e71f4b297f4e406
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fd408a304be308d21fd8c30929886d88842f88829ba3407e0b80df903a89ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5343d0259be3ce42745fa66a7a7e5814eddb2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820782b7a4ab6c0f50aa1f822c0e3b60fcf95b9e0c5240d2bc665e945a5bdc7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9664f50b559639066cd2889a3c5a9ebd5a9e2d52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d732a21891f938c615fa2a87f08246e3efbd2d2c975b100aa64dae429e13d83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b73eb9c78cad4a87c06e581b5fe237809d6483f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0dec3a59dc34e5452800e41a50450b204b943eec99484f7bef91cc1657fee9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382f248e7332b708595cc5d8cecb0c677b58188
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d241010b281aa5967c86031630a410b8f91d6a6d65eb91dfadd34f5349507c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a61aa10bda4301ac5812d448dc41a53b87498c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c499b35805009f8467ba218d15f7ca6e2cfb464081f522ac88b278d2834c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536fb28dad60862fc94a157da8c71432cda3d1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044bbb5a68f4f8d8c4f4bb4a2266a92f8f603179c86bf8450ee6e6788e17ada3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbba9bb4a83e7aa61e8b96f233cc7369170a9af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32d35543d87d5be258b215253f4c644525de3a4b7052a1d7e31c2ed58f680b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a00cb6ce114b16c3b3ac1ef9479c39a3f86597f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b364403ac119c53ee3d23e5d6d44dd56dfc2633f5cddcd18ac0a51fc9bc96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382117c0236132b1a6a7b8120e237cb07321760
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f0a3082559ede6ee54a96770ae3a2dc5f0bc200d6016fe0eb1b59bf0a3a70b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a14d2356b4f95eacccc95b227e7c081332446d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7619db6eea90cbeeb80de3d84e72be636a91d06bb8b362751dd6d5bdb8672a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d29ecd118297d0ee7d1a9a8f4d00f75e87fc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e3b507a114a820df6f59d68ad93d3b2ebf23916c5be46986e459d51621ebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3260ee5ffb2822e0dfd9d2beb4e7a5c923428737
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9053ece7daa5350cb2484597feb558c0c127134634f3751b7f45baa65687041
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095030a0aaa784a9b1dcd5c9b84ece3d6b8510f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a932ffc90cad94d088c359245343abae2fd6eac485f2cccedf7a03a475fca9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed57bef23796db9a580e8d9dcb1a3630cd5c5ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aeb45926a65958c1f35ab90593d6feb0d39dddade39eb36e81be7e27e8da71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821748ea04dc8c1048a2947052480e4b5ac00b35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d116924b524c5f33e3e67108f0a1a1c3d590a7e7075e63da7b38ed75dc8e485
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec4c5703e16ea10701a2a97cce297a28e2962f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c23b8f603b3a14c0e646d42402d94787592afd3d2c8f57e1815fbce3a3320f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16853defcdd60efb3d62e6023e60bb5481d660c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5054bc3dfd16e21d73ea42e0146b844d330332eaaeb55c75c3d5739c9c9c47
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac72faa245aa87354ceee59f725f7bcaeffbdc09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a570922c7140191e4f7766456f920f6d182a03f0c34c0fa31c262256162a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113c3e1fbc6f9f8efdc15fb4a798e1e56751212c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc877eae86c0a7ad22f24aee24c9c88a27133f2a90977d0938804e69bcb8bdc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fc47066288211e00dbed5dc7f47683c10c41a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a2acbf807a72c2b14d6d142652a8dc544e7e690947415c2dc709e3e706aaa4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fe82bfd8c0277b71800e59a16955381bc32f3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52421f8b3d4145114865e72de0396a47eb81db2994cf3521a47782a98f1ff8aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ee791088f105d19d1a53452efb45e616036a5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80544a930b0c2d8ef2a2665a59aa42d214b22ce031fab98c4b418041b8d7d32
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2f8cfa313bd0e56b14ade64de2d687b375186f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d39a23221c5385460e862589a82d4af84bd4826bf48f044beff282c1227b1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfa9ef97aa2790c425b1c495ba1e7e21d8ec24d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047878458397e257e6da802435b8050486ffd4e4763ae6dbc3752a17ddbbb360
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751550ba74a15b67a20732d12b774784bf25b489
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d38009697a000e156342a0d85ed4f62095bcd2a5f9994b1b83bd8706611f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378b002b0e7eacac60850db3deea28810f30f7ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbfefd0b3f0054d0bc2c059f05c71cdd6fbb213caaff1cee4adba7f9752193
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11dfe4849a6a28f13cec6da1b3f0772001b941
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17219dd57bc89c68c4d72321f485b4955c8f24e2cf773e88ff7ba8e3e2ee8719
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86122d6cafa1c66ca057a5773eda6f2eba5adfca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422cb614dce2c0e799243549b8f5ad5000942fada1e9230609c332cea4269ff8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5de18cbaadc98e34e01d6b522d8074f2af0bc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9466e5eec1a2a4171d6ab38e6cdfaa2d0c8cd396e733c24a7dc0bd952d0b6a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9795cc50c9664e984dc6a688d22bced3f7bd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc61735dc84f77437dc63a3953604ee77773b60bee0532f696febcaf6c41b0f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2567c007fb750638a504ccf48b4592cb544324
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f45b169b8fae8f594e4d9ca894d73fccfd9d4f4d3f6555bdfb9ce9d9404663
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63eea53194061653d29218ba68f870441784333
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febe77170227850855a27cbaeb3fec8d1152c9f8aece6cc9d6137cc865c3963f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2fe806d12afcfdc7aae9e250f49d1f4d21c487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20447315a7bd974608a1d742a3eb3d6d0876bb5ad4db6439b2b04b3baf8ffb4e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb8c09f401c08f5a18e1c5ff102fee00ac84206
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c511276cfa5a085aa11547a0e65cc77d9f3bb18acf534748a5700d60e61887e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300afb7fcf96d2e9041c4a48a81f443229481f03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143452cc81432f1549f7d2c037f9cdfbcf043245be61336d75158fd5854b7806
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f47538b6f82303308fb2643e6a6a1cf172d252
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd254977895c3bbe9f990696edfb0e629575cc05d4a50b48ef4b70ee267450b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f213c3d33b12453d7358acc48054bde11e74110
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49010a1a2bf5e4f498092086913a7254734df40c0db12e8ef1ab414c4347868c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109acf1de1aec4f246812828c87a2119c474e4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92774a129b2273ba9df2ec38efd627351f5aeb109b1fd6c255aaf7e83c518db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e253a05fef1413dfc2f2d9faee415511663df8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eff3fad95b9bc69360b84d8ad708c17d9870e81dd648442f2b536136ba64d1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125644f052c35af7aa8b7b5afdc23b54981631e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9a9b4b1801ba3fcb254588be06ac7da73cdc705a9007cde41c5abc3b05ae16
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad3d6edfd0073e7647d25aff4c286afa9cd24a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75255344d8a10b6fcf95753022d50fd91a31b1f8c64d9da7219b6589be70e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac62b4b1cd2c4da8005dce76a6c938587eea9f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b797473195f66547a615de07f4ffc67bafbbc47c496d2dfd69f4ff19fe1b8c99
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673e65fef819f1e4ab173a3d01b39377c0fd9266
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd09491ec054cdb5e2a2468d60cb7d0385f6dfb4d6f699ebe285182c317411
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9131a9cd0cd88a3bbf60fb539539d6570213289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb602a210ffb059ddbb386d01e7896be4f8968ff734e08ceca841b50494f372
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563a65ec39499735ab60d0858e7b16980e98fce8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074da18c1c315ab01d863ff39544d0e7f00926e704a5f77813f5d8071322cf84
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f62465819c235584368d72753bd4cec7f4ce2fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8018ffa6b9f1be16cb0988cbcaed857eff0ef2f189e0db020753306d2f6572
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab67821aa80221ed36e1b8723813f7da4363fd3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11998f3245f507143e382c63773100af26b0c2d24252f9b6edd13ad43a2fb0c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7c2f4d07ba48edbaf7ef16ee93d58f3d87b0ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1712acc5492b00b1f3002acc62e7b9e50405a1c76d6fb97843774852efaef0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44900a3c0897b94922a528afab50ee3ec41eac0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173bb4cf9e0571439c1b01eb92d8fce082fc58e2b566b5bbada30d3f6aceb30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2cc02b16284db21d2bdcd7e6f67cde296c20ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044113a303454efaf0c83cd1f19f7dfa63518161e2ea87b2258d3834b1e029e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df8696c676e8d530e471c945311971dbfc8b7a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b400adecdcac06cdd660d2fe9d355f7bc71956fd928389d87e1a3b8169b03d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceb9927a946651a63df81930ab91efde7980509
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820001f32c819d75f27bd0ab6d6a33bcf08bfc545440e472f0db8518a062351b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ccb5a92393bd2c3b319cce73438d29b511013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199f3e3cb20108841bad65d3e90baddb44527b6fab8ff7dd3257be0233a29872
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e731071dfbdda85cd04141205e2721769cf8a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5ae524aeda09d0fb9bb8eb067aebf40884a95e1b0e83d86dd4b3dfa162cd94
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a05227b741f706ddb21ebd635472b38e4fef94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57396edd6cb5c6be6d256183864857badcceb4eeecc6bc8cd29129d62c0df111
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd6aada8efccbe7e3efac2cc07f2d6ae65a03f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c36179750e2dd6f9389930c8aad05047dcdcb021885e76504f73dd68d64103
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91196513762dc260df17ccdb5ff3a19bd5e2acb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35a2fe9a53b8f12ba8ffe353211fb667f2d8371178e14351578360ae71b35a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385e9442a0311f2972af84713650389522f55e02
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d45f6d410ec9963e141d27e63ee52c89a0015c4149ad655bac5fc880151b22
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64717f2eb84a3810c070bd02c4c1ee079f32c58f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dda60c6fc8e26b7c7dbcf9952e749705f11afdc103a9326a75337f3030672c7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cda5020aaf16117f9e4f908f971d723c6dbee3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42125a647390518ab6e2a1905540879a1e537bf6172614edb42caa8e1862c7a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109335e268ebacace95bf3e3706caa420eb11da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2747918c292e8eb23abde3d4cdd42781bbd60aa4dcf7b996225b370d3e839fde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e76c23569e72274738b8548bf860594f634997
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4bf00fb8fbc36bd701eda6dee7f9c18feb711811a104e3ed9889fe099c6b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bd2452d8bb351a0436f412db6b0701becd1b61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a26b4d2f1422b440efcb5b25d159fc9b506504fe50b192408939c5af3e0481
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d2fa525319129d8b659ccce0fe72c7566e06f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cada96ff1882b986055f4a684dff83a092d89673da0171f15c375751c049248d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53041173f4c7ae49f16a446c7b90db45aae7f727
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6dfde426ac45ad27b3c2fa84e00fa52b7909c336fa775ad7347bbaff46290
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d2d5b35cec33d1708f69776fdde6a5850c66c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c37a596ce0dfde0b35df29abb9b87292d6cdad53e9006673ce1489d1ea5428
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b016fa9ba2bb309c6e6c68a77844ed88334649
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd8e4f9ff4cb89d328136588ebda6e83951fa1699bb2b8b6923b166d7590a35
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6e09a7fb58afa5a55ee6d8681bc50ad81caec6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3820b6e269b33cf576fb8124c194c7000f9407aa1bb9e236eee26e98053c6b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950980949bcacb33825c7629b3ebc9bfbd213089
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11da61e0020b9ce4302a07280cd61dc5de67d11902a2609b7fef0cbf58b286ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2801bf1eff8bfe1d0184a2e2cc42641a547d0d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce516482afb915cca4c184fd4b7f48f3b345530e118f78e2fd8776abc91220a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf75a0cb5200176d49ff3e7bbb632fd0097eb9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23909aa5fe55691c674ff9d42078e7698ae6d23faa369fef131a1982c219c1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7257f805697fb1e302fdfa26f4e30a1b6c3e705b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62a34b9b474a3039a54c0a4a59d7cf1effb60c4b085e3866a1c322f206473d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469d8483e7ae9bf2342fcf2ff6f1500d9505d260
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75b980d61b38417e31b1d3b57d56099f6c5541a30627fd0be8a410801938a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf24ce6f6e3c0c74fc6cdca57a32ef68a24b4cff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d77dc0dd1cc572f7a8c69e729a2ae44777509799ce92a8b6c4ac4326d84ade
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2271e5217c7801ce5a8ccd8984ef1014aa842032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34404db5ff4937c9cb91c3317397fb1c304380813e7de330733128f42ea7f4a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223defc396810427cd9bd35ae13ad53da4866f2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191624e9bab5a992224bafbc720f07dacade658f573666ba3f5d3d634ca73e9c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaad5024faa089e76e38b39e7f5f1a1fcd732ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3988d13aaf847375baa1718c8361385b56aef13208017920cdf01c7eb0e30864
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f268acdd0c83ae67925487c2d1219137f8753
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c565f7ebb79ec1957bde6bbaba49b560b0e91f3c1c91a7eb6a6239d385601504
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd7353879ebf1e08995dd5f06c20ef9636d9677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d20e8d6de51c393ada8a9a1d2459af087673598fb4d44a8f01044371a27b2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b7f69d8a5925ad780fd51d3b023d357681230
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485e177eb9ace64931fd391671069cac74e6f78b5afa824afa009ae3c71ab24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b5cd343d7cfae6b5d98a0cb14c976236f875c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c63e8f1b39834fcafa2b36747f02629ead8acfffe34ca129221b35dc5321d80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa27f0923017ea9f56c4ae27c85529b7764bc622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c34a50c950984ed546ca697cbb191c982b8f7c24fd83e3c5801e6db5b02f45
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7a78b22aafebf993ef15e02115602793dc546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5fc04e1f0dc60d125b8b558bc7240eedecf92c56c440a1becfab7105f50cd8
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c1b9f6f9ad3e8117b3fe0313ff810d06c9986a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5ff76c209426116d1cc48408d93461bae0242ae46e1e872675f6edc72575d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cba5fe188320cb9b07eef86d6d2fe2474d6f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c635ce7c387c289fc6f88b08e2e6c134e17516063752b5f9c72b59badd9a90
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac5495b3c8e2da41e29304d00d61b798c0a0508
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9221735c7e60dd2ff6f5ad0e4c00cf4b1100851eabc069cc9e2b99e4383039
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9326f802876e50ac3339daa4db1b2e7f19a8ac28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2357b5c4e4f799fbba3cac3b372c4ae3638f14af16ef7bf6d97a9e91bc3608
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707db3013eadf749de6885c9d9dd11294a6c9557
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b7066944e3f94f75db97804e58bf4a16dfb207517cdd14aa0afe07831a33f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8aacd2ef91919c66069af4a1b8e47a79985ad1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e3c0d04933ad0ce7d8737ca098b92a6458a577ee49c698d3567ab3eec90441
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37599a6e29ac014a0f0a9a5c08c20ef76ecb0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2cd851a0ef99935ebd81a5128fa8a5d2891953beac767dc614fbee9d6ab003
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09ffd88529e80a204776dbf0e240590970c7675
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54683700b8eb46dc5446d2290dc8469672d7f1e8db84ca8d1cd780af3bb0eeb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a7aad582073559970b14478cda772628244ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d9766081321704a4dca91386df7183cc5eec59e42a8b0969f0db17d0a1262
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41280c4ec0226b765030ef2df20917218f0e72f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dde9b6ddb7d34044186b9c4ed07aaacccbc731b4d53fd8439b5e67ea83f208
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fe9ae596eaf0de2ab6f41373506fafd1209ef3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a628a33b7b0188f3156c783bb5a7f0c725efffa95abcfc1fd683c8f4100eb1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9675672cc1dc8d1d9b2bf266194e82021016c2fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca29b1ea45d55d5c8b8a9913f5ebf9f345bf388352bba4a7d3e0e872dd7b05fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6bae174b4582c37cf181a57b2d4f073d46bd32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da2839caa64840222a88d04e397fc77764274e2ff7283aa5a48ed30461ff4b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c6327e7a2a999871d3d2ca2000f29d8bbaf9f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c876ff172f95625c6be75ea9f71a5fd64de4130aa6d002fd2444175ba5bc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dd0379f96d3d17558404deee327fb04ff0c3b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841c27018e214de7fe486f813446238b2a029de5bb2276372d99d665f29eb003
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d931e28c6b32fe8374f20ab9784462ae2da91c43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e97e9cee8209cd444c5e183f07b0770babdadcc78be1c93a938be581af32b04
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767d18a7d4b8bb60370322a8f4d42ddc34fcf097
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5fac5948f3c62ef99f6da4a0ff9005719f7eaabd648146be6fb9c9acb5def5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8f864a0c6a9a4de7dd316e3cebb6a17b05d953
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c940e92c01e7f854286c3d05f33cf15ede0d6e22af2d48ff122de57a7be90e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55693783787993823bbafbc35ec8fe3cff74dcca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0858578ac4676e5ed81c7b052442bea9d6752427602b3d1ea2c88cf4c9be51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf75f78ae8c9409d43208008ab4307c707ffb7ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e2a08bd26cf6be4034adf760c2525a9285f62313783c5bd805caefc5c750f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d608b3230ac6aac276863f6b010ba24c1883d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a68b91915aacf232948a36e257271e630785536b160ade4b89ed76f10cdf13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61ce9c00351bddaf6c5a459a15c20029916317e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb500a02883df4a591a4e92542e71034b17dff90ed99d103009e212d55cb58f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d547460a7799262443fd4782045ac7d622e9a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359ee73f5fc6d522faa962a61bb4839767475ef59714378f3bbd746e7c02a7a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53b4683d73d917c9fc129c84c196b451dee3cd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87863caa8a377402db1b24302839f337d0310c2f896c2f1e9847508288ea7715
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d874eff2c0287bca3685b5922e2f4fed9408533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece4439613b49fea717d8462c8290cbcb82596c7bf8b6fe4cf7bd69667d0e0c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db92fba7a9995a98768959200f47a78d2230cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d44b87f951f5432c45dc4bf77991bc22519d9399c315a2215730cc5605ab4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092b2af07878954b6653fb4aa56c0ba15862d565
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102913fd031aeaa3d34bcf7d22c9f1dfdc0677010f575bee8f66bd0cba0e5045
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8188a7648819c0db4376c65877f61448dc189dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57733bfa3071f0f5d1eed63b376e7f3fa58a66ad1af8924f3bfaa888ae3da05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b567ffccd52535d2420ec226b74bcd6dce822636
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f05547dea40a37c1332e38384fc92ea2c7574b0cf0627e7d4bab70960ae2b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1650aa206d12dbb0246b82873f3c570b125ec312
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670ed15dc60348476c2991ab5ef5623cf98711d25f107867bcea833acf2a0cce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc7b2c0759bbce7a8e95961d4717f6de2bb384c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eb09a1410d598f103f32edaed1cb3b63f9fb3a918cefb58bba0580cfbd0075
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f517a217e8a542a3363f750e1937d3e60d493da5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cd258117149270a5a583247075b17e217631e9c5916f1e47d13357672ff44e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec2a9da4168dc82e8fc61abfb8633786d29f69e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc64012f0a8dfeaecee08a7e9eebeae990bd1af069ad32263d6552e337fe6dd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befcff9fed056e7e129f970dc3ee132c8c008fd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436fbfc6b68f933f7aea2607ca74595a65bdae54f61c3fa8361bbed822967750
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfac164a516b50a1fd19cfdd8bb0f5e7b935c38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fcbff923c1d3a835f87b04eec956bc39649a4eeb2393b8fe6532795ffa6b3c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516d82d0df3f9e9f75a3c25684ac531f59be3967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c071d697907bdc10400822eb4a0d10c46b2795b25682aa68b1b6844970744d8e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8fc7d77d224417f36329c01346cad08c87ae0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb6284c121d86d63927af3bb5aa0257156dc1170d87c51206825a95ce902a6b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d48c37dca5f128e10df13e2614950ae0250c4df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e10d05add809a0000fbee2866ed8bb3242b5abca4295531b65aa094e30941
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93e0f57df0f832c420ffd0c4d0f6940b1acfb0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cacf910732582ff51e3c1e8bc945dbc8c0731aaa22b60939d75079d531c0ff
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9918544bc1a9396dc96d95dbff2f3929f72b6576
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94a3c92bd7c843efbb7cf262869f2f1f29a8e0a4817813ad8005b81877ecdd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c89aecf1a8d4118914272512309d11f3752df2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b70cf2d5ff2a368b275408ce617f68b089b9a1000f0947cb7d5d321bac9709
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b62b0264328b4026fb889a44f5a434804fbee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f323fdccbaa17654f5f0b55181471efbfa76415a62af347afc9ecd24233a5f20
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17a74d44dd575669eb994ed292ed78f19299ca5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e82e561777cf69e469ed9a8f7053222622add1912727f01339501bbdd702b71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8caba531cf483addb0c64db7084030eb1d711df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb968ee3cb96bf5f70b5a99c235fbe6e810b66c51d499763d2c7aa0d5fcc51d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcdf95f227aabe392dc28b35e015297fc67910b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432597cf946c1f5d38a079c7c046aab5c1d7803bb67b739d146bea10979e5ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386a5d5452d59cb1add7ea47e1811cf1900c38ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065ea7ccd064e02c4f4bbacaf1a5b6653d26f0fecfdb4c3efa3f55abc8cd9c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faef4361154e93b8f832da2b744ab5826eb1b06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeec50c40e3800569a15bb5603ff8031e0c6d4aee627d60bea59fa48729d970
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220fad00583ce68712244d2a0dc4db6300840123
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab8f223ec031be6e5ac1d11c3411bcf486f630464a7e5cacca1c9959cb15cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0c78928a2c30cd8d26afc18082be291a19d39d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633af58b7f7df7dde6a14578a9b8715b37ceb5f37147aaaaeba1e8d9cea464a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb34ef5dd728ef5fbe52983d6172ae6f96fba912
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda006a0bb293b8cf07a620171cc02adef8106eff8157c3f06c852156e7b6441
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481a6b9a0c4cbed12e7e2861f00185bf0260257
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d680b08ababe366e22a00d60f4662ec3f47feab36865b6f88417afe4031f203
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1baf1364a14022840477321fe8aa96bcf8387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bd58ad088555aa8afa138c22851bc4de9748ce011b58d8e6a439ad107a75e5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a021bbc84ac128168237d4ee92c89b520e622693
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff18cbcf2bdad25e6d463dc2421d457d7cdf7003d219ca72793ebce456c4e6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b4eedf0d46f2cb58ae98f67c94357217acf99b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f450894aecd13f040a65d31ba8abf2c70fa90f6181a2d6169fd848e65fb6e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2854e067b22c3de386e48eb1a181c581df6f7ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e15e5c4e87df62fcfc06829ec0183fef429e8ba64153ef680370b781da8646
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbba6ebde55d94e443b33f0c9087bffddb0f044
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbf2edbef91565ec6f890387e7c5dfde1ca80cabc03783d704422bcd8bb73f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414c99eaf0bb2e6340414920b67079e7633832c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3888a184cedbf4e741c3becfdd8deea0280d6b34a235d1a56d4c29b4c3912393
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8b50e07f81a6f0bb01529fc118b7b4cf0d355a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f221376933a0a56b557680f2fde36a2a5942155079487897a86fddb5f39b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aa7417aed2417084fa10eea95714d9f971730b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7697a541db9c115eb7d30bfb1c10136a8b3e144ddc4e05291bf47ddd54ee19
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40527334d71be5c1a1bcede8a93c3abaf8172c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135efaa2b4e2e09417fed41e427619cfc50c353c4c730fb7528dfdaa8e7fdd63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6968024ce3a020535b5df5a46d93e3236a15f61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7085d46c74a50dec1cf89ad5c3dfd1ca405a6af0136acf47492f2845a49a479a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905a35a72404465d0bf0f1323320680efbf2955
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219bd7fa4f6deae1cebf64cbc3218b343eea4d4c4c6cd7a9192f4defb7aad3ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a466cc6c9170492416cc6d66d4f494ef9930f91e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ffc8807c1f3e32ff323629a693f75d9971c0608371f2616bd4f29319a217c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819c78e2a5f21764e83b742a2d2353075aa0dba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2607e1c554b5a0ea6d0eabe2e183cef50c40155196427710d7ed5d5535a20279
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636628efaeb478cad16601d5e43630bb005b9a98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea854a6a49150eb94f5e0ff268e9f2c2965b63ba45b3ae613429618f48ad21eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2cb27b061a2701a94707c12e1029224ea09934
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ec19b9be55747efabe56cd61d9399dc380c016fad31211fffe0eeb0ceddf5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b293e6e6d48d5f6f7f755169a03abdc94650fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45b4d5e62f0cb3a855805de76d610f6f3d5b7c1cc6b75613f9d4df451f0fcbd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3905d5cd14bf1e00e676b78b70651719a3da1b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d204d1ffe33f05b5e46ef50dd3c648428f2cb1765032c4e19339c1899754e07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f326c01a794fb94b6eb1fc3724b0017a8d2b1ad2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ea44ddfe6f887c67b1b473072f5a79af6f013b4cd3d557f9d8be351024be3a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edc6189118cc98b22bb4415fce052db0a97fa71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97b5f90d48bee641c0fd2f101fd915a4aec9829aafc042bedada25fd33e49c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13a1532adc5b361fd4a5f326d0aaaa510e5d015
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c770bbc5a3baefee70274006c1cb23541ae4b6d9d51863c906d0eb78615d05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c553aa6ff20d45fe0a69c2e463b70b7857be32fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f18863143a1989fc47d04803a883ebbc80d1d027643489ca982afcffdb081ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564d47f47f90a2896fb735937a16db264421f136
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efe6c3bf01f0bcbef2f48e14b3c6121af96b7689de161d5734f18ec228ff9ab
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371d4deaf19ad79789b342ef780e591da09c978b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7473db7e74abf06069363b1559c2ede0abbbf4f375084ae27d2bf43e560ca1c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4593fe6f3a088a17ff1052313066f6dc1cba6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68da20dd6a1b90aa09350d406dab8d222a473b3d6d062a1b17a42b1ec7ea80db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00430cd1cfcdd0f84bc211f64f7094174e113d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2581bd0a8253c495c05f4ccc9d4c9ab7ec7fadd1f02cd8c5bd4e729fcdf91280
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a409b8b3be9618585e296df9c1e4c5332e3b817e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0957feda7f06412c6b281b7426a61441860cdae9055bdb08f59222741705a336
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e1a4ff093f9abb419c80f91c39846303590838
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada95e65de2ec6990f7035ede4c42d4fc6713e1ed3c420f2ea72e826419ad572
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5734478034377b7a70eddee212e697c9bc7cbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a85e10312582020dec8b720bf0aefef80b62e51e2baaaf561b8c1f31e019f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74c21ad7f6be918bceb3ba615ea4697e3e6d0fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0cb0dc3bc52ca6a1fb499bdbdaa41c903fd20bfe29ab2b006fa12f0310864d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037227e7e389eaec0b5434d8db8ef55703568342
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c754ef5cec4b7d69ffdb967bb3f2e0b8411aa5879354d2bf69609356aeb2221
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f209f4331be1d1d4a56c6a42574d729acc10c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca38f16ed77301fb684ade5aa9f991182fa1295b64a0dd933324c330ac70884
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc59a4be9c68b04124c0649d8f98a2d2494cac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8534e2776cdaf12a6f281e3502f21912c8af38f25a87a09e37725ee0f5f90fc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a858c310519a6341d2bfdfae5b1e00b308193
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951d1f8238189576ef9a288a7ee817184e079f58c50f0a4595290725c6953f0d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bd53a0a42b814282a1dfe00c3e750feb4570ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd472fcef2ed1a48bccaf78a3bbf3f5028c5f0169d3d538c8dd1ab9e6b99a7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339638cdd719b4da4ff3bfe8452cf8eeebe0f21a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2441ec62aec0d86b90886c4287060d7111deef120d79108f091fb7c68112e359
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a989413ee26d19bdce9f54e56df61393c8d2b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cf2a12df7b86044cfa15fdb0f785977621b60fdb0892e82df65a74b3fc1f02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4829caea452da2c3c9bc97487a4ac37767ee9798
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aad84022113da4e78b71353c110c7149c89383788cb204fc19ac41cb101948a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b25336593b01988d00bf255d6ac93239d1cdda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb3f78e688fde6dddd2ce4ae16452355a17da38d4effa4d6c0da9a94954add3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed93a196f8a457a3af78754404ce95b04de622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0beccb8a2ac79f234bd69827e88347f4b4042fe57959ef8ebb6255e42d8f3a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634cb3887966c4f4dd44a54ba093ec2bd6a4a2d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce7d309574251a85970a6372ec573d7a5d956f25466fcc7dbd2389fe6567869
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b38528bebcef9bd37627146c3a70b054dad581e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a967bb0797da1f8a5d4cf18ea1444f709e778dd3630d1eb96e064de6f89758
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af634c6980ba22fb84f2a1b51e006d5a66bfb1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c172d2e52faec35c25b5299bbf3b8965933b671d01689ebf55eed2862d3d64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20ff25abf5354e9bc766f527e7af31c8b21a07f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea3fb4ede7eef4f8f77a09abf659ada23c948cd8bc31dd4cf292b70496db445
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89c0cf30406a69099b5d18462c1010cf8a20856
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc775e9949eab67d8d875dbc3549ef2ac94cd827c0b167345c952b15064c58fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a841de343e82adffcc889acc81fffbdae6fb3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dfc86b5077523b56fc0bb4a15e10525b54aa981f9e8adf0ba0daf49f33690e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40aca6976c07f76850803145e906aa069964d771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac071ee3b14991ace9a77fdad6c159f2eecce659f83309a9444f84efe3b40dd0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50cf7964ca4e937fca6fb08c5e45d886516130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6cd4793bb86b0b6e892df262ec9cc7bde5dd0cfa273cbbf84e0f9e002629fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758b70b39e9425a3246aaa9554f8d99bb77da343
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4291e227e4d071bcdb69601f3f5b1bb864923f2d77c1d2504b62657b9689d2ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1331aa2fdb5aa8a8c31eba15401ff4654f3bfe9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841a018f68b7ed958108beeb61d20738a931606855683371fd307c0301e9210e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4dfc2d109cf62bab3c0ab6e3f7f8af6345146c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33573253665e2514994dc1371545aa745fe9b1065bab64dffc753e54cd824634
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86d621e92acc68c5d819f61598d5eb8631cf2c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914e04fb359485b25fec4b0f266d77f14b50b6d06ae33a05d3424317ba770498
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d106a6a87228eef53de38658b7761f5f92ac4a71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05f387f34d917a90c21608bb35826bb0132045c1759e137b141760a8ae69de7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c364328a876a0e1c07de42d76dd63c71bd6d967
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19791434b7e03021c7323cad16348c8ea61a5de2b5523dbec84ddca9e554693f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5d9071d6e8aa790bc44d540d391efc5d8e1f83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eecc547da80d60a866724b7eb2b0e3282c27dfcc6129c60ebffd2cb1db41774
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abf6232b034348c4572112df94c3cb5112dff12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1582d7595532bcc0bea54715f00e54370d35e40eefee397dbd18b9b41160e650
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff617f2d833bf7daac322790e0b9821b1462c0a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0051e61266797b4091716f1f7a0f42e1fab13f7a5373ee16ddec27a18aba26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf700620700e154b254cc87b63b01237c93d9b36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796e84b3fda4dc8903d999857531fbe078da2b25d57023d8d51723b3af6fad48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b16dfced68c3fe634c70524a7a60107b173f67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2596c9ca487b2ffb839a5e3e22143c6631b7b11a1a45b4f2d7a217197c2d974c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913d8f0cb47b3a0d7f5ae9439e6ef34d5a689ecb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b840adcdabe7344862b9f29873d1d8307b04ae134a850117987918a6c1ea3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efab3302119d9799e2651d7ba99e78011d5abc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a17edebe4134973dca416621d4e5da30c81909d80cc5c14c3d116bffabac859
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffca1330f0d3634a7ecdbddbb2be2dfd21da1ff1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4479599969d169dae59e054818ab776b6602081ae6a3e7d0f56eff4e28fea5d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652a62e706802e9e368ef7b631c269c8f9ce0163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d3e2f82bd4550cd8e6f805cff33e5c4dc27be0887572a3b5b0d4d0323a7ab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aa31536bada497515336bf6a20db6d0cdc7c7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d4cabea8e1c3f884944b124f24b34c7a957903547e7bcc546e9227346f6e45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b955da3216e0099cd90842b69b15b2f40046b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dd988bd9be77365d39b67b3eb5c1ef049f8fc86f2e4de95c8d6913bfc079ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355a2e6a38876d8f46d241b44becc91c660dff1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2b22125b69fe571d7eb357b08cecf0f74497c4ce92459348d88c4d2a9fdbcf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e620148d59cc0d0edbbdaf8ff3c0ab95c5de38f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a927176227fa9c736c890265b71fcc86a99cea437ef060a80e8f5e6a0bbd1b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a77ce9b169d08ba44184c25251c2d2418a45b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b2440dbddb8f028381c40084a2edcf0c277619c688ab6d84f61a29262cd201
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00f768457e942258f939814b982841fc4a542c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ccd294106f1b14dd50914e8496d60cc86cdc9aeff1e6bf080752b6bbc4bb76
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2d6741b2d32c775d241b9893106c5f07fe504f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0011bc8355bb607a5ae19cd2843ce3e29fd80fcafffba4132b604924268999
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc24c300cb214fe7fa1ee154d48b2350b97b11da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a5493ff4942c9605f372434fed2b12521bedef3874e01a11f5f591d5cea7cb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6b44ccf6e917a5edbafdfa3bc2a5538c7423df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88057ac105c0d5a84f07e2c4fdc8e2d7ecc2c18a0e43dc3943975af5b157ce7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a7ae14304b0d060ddce2749924955b5f76e853
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc9aab86049dbc02c5e17f8c4fde902f1a532ca8ce091ba35030e9096cb2825
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c3534bde2fde25c829ae1865e7817f9ff6c0a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81826625147d855e20f1613fc87c1a0b9f6c88e9149583820a516e4a1dabe5ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c0a3ecd2cdc8edbafa1a837d2d2e07ff408dd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f6e78e4dc8b52a314ce8ffbc26361b90d787c53e10eeba268357731c63ccd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30fb0a64d8cae6f05a51328fd022aab49a2a478
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a37caa944d627d4d8773b07a718de8c4c9e0f99dfab264099273c685c6175b9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b4400ec69acf5c7849887b6f0f070559e669a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9998b736beff69b24f3d39a708fca8862e49e34e4738d8e34c59ff5d8cfadf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42018e6a38926a949b7d3ab6c0351577b37c6e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94abede318bb163f0eef236c9b30d001738fdfb093dd89cb7fd9c9013281996e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772f2114f75e64c3a84a0d70adebb4209ea36a40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b373f71db059808c860e5272565fd32d89154e37a327c5f2facceae5d251d4d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba402bcabf7bee3e860934deab4617ae9867b3c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0061c8762b4c977bad4b2892e8bdc72918ea946cabf951e8b63f13b8e3c5bdc1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5204dd69f84ca002e05d8237876d63a04df587
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6046c51cf66c39bf703e0171756645a188761dd512b69cca30895f47e6194abd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cd336f292ec97e4cb767b70fe4b2de1bd9b2ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91916a681fbb334bf97abec0f4c691db3c1f83c6c20256650a0c5f0dd1f67e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bbcf8adb6221a1e472ce2c3e8633be13614aca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6534a0f8663f7663fc3626ac6b7c3fa92fd26bffa7567ec3e968e1dcfb8ed3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c86f053d5d5d86abf295153455aac5ff7ea4ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616cecf281de25afaefdb0b2c2fac9967e11583fc5f03819efb725cbbb7cb87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0f5f5a9b9305c4ed393d359b8e7846b465953a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc77e6b9292f076c1b466ea2770b6c1a7dbcb9a87f3f3d3612886288a6588319
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968a972e261b0183cb75f89c33692dc93b2ed299
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd390fab3baec75ca95d6721010a219d60c47b2c9edae1e0f55b857e600cba4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524b0dda0e035f0527a2e6123627605d97e1f2f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c00ccbe0eefea8948e7f48361c184aa1d542d2f94598d4b5f7999a8e8ca5279
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f918776a4151e87ab3ed4ab93a4f580fab350a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8038c4e315cc6b77ea655df6f4dbaf7812eb254e4f617f00e4c282ea9fd7a4ac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3506855e347d2ec91e58ebf4fe01e585425ff5dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4954a36ec0a985fcdd1c54f832611b4f720f07fa4dc89f15ed76a008578d44bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4993c628fbb628a91a7854304a89ba1e2ec631
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335caeb9b88ffbf19fa70f549c40408c3fe604a301844aae59d0695d9bb7a21
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feaa5d3486f4e474be8d39ac55fb70eb4e32c7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aa20a69901c676103af7bf17e94925070d16693d366b3fb4393dd728f992f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eede233f228cf971abb008000a8f291198408ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af6adb9d38671a6e992d1431c685364d176ce6f7b7084d72b7d9cafa6c20e7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09a57b7403d5b7bd2326ee3bc52724bef440b21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93eedc657dd37ae8adddefae4253f052d1d9dd7e332b49a1a8a881134c084fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ce6a5b51cc0ba69142bd65f485f3c30ae0d920
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2d2673262beeba182c433f3091d3345849c62e5e7a72b49713eab54be4227
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766eb687d5d2468ae5ec626e088558980293ba39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd9cda822adb72865632ea832e838e16dffeab1120f49049f29ae6fec65099a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e7150eb69457fde5c76a088f275cf88c4ab4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea7b99f1f53d0c7eb475a826598ecfd25ba0f4fe640b954126d51b248f9d5ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2173ee149ea3deae41ef49292a35359580192ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de80671c0b15fea878d6dd5af17ccc958a363caf720c2c130c630014ed1832e8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac875af6df0e19224ed8ec54b0f78832e499f12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96297ae6dcfcf3207f9416aa9d2decd7454d15fc26dff49e792ab7b8aabd1a24
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6f0752c51de77e6d2a2dc672e8184c9538cedc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a501997755afb6e3179114a49266b99ecbe3603e6fab4dad46388a53dcf1a7da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f5f8e5d686ce4130cd13206aebe53c2f0f9026
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df982fa6569916bc5d37f53b07cb7222af07a7dd7c1e38171db88fdb54324e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19fcf02b697030151f193fec22f04a6134890ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631dc84ee3826b03133543244ee6eaa631b7cae3d9f1ca747ed05198158a137b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5ff35669118956edd188293d7fd05da3d74cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed59a373f9b1d1c1c6e4acc3e73c140878facda2c7441ae8e2ecdc3be03cb6b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0812adb17f24612781689548e96750abe1a733
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d1715260970b6107e9a5ed56e78e410fcc1aa4ba6e57fd574542f33f079b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47be48abe4918cf0017765895b1d5a40991f8bb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1c1088b05c09cf5eb3a7c74dae48d0721c52d24e8325d9422b85dbe9d8df1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11596dc249b71f5e7632961eb99f418b6edcc254
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2fc7df5596543741050278bdc434bb853a26b202ac825223116803383539db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9387f8c0361341efb58a124866a6d79bf97553f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ff6193763c48222b0c0d68a61e36679b1df78d5fb82cafa283c9f83af7291
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7a66bcad23de3a9cf934469949316099336eb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1fcd7dffdec045b0711a5633d0f6bff8b5710e0a654fb4bd41bb519eefdb62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee59a40159c3703c1481d23f923ea48f71396ab5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b00fc8e3424de2c2b56a0dae0d3d175e68c9f5df20947d53e9fd16156ef3940
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e027a8123b9bbd4ef647694fb84cb2eae5112bc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1718461d913769cec427789361e4fb70bdefb17fd2b718cc5b8f898c27c10626
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b19c6700feffb9ec4530005dd62b582ddebb5da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab222e95df666189f78ea56dfdc81511ec931707d202a13175061f8e8c2b56bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d33df409b49c63c4b56cef0486d38c7d2d61618
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f4ed35af5b9870c305a4496b4ee74c2f9b2c07679b0fd876dafbf16831243
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323aaf89a08b75b8aad421649266dea3ae64f0b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295e19f6871cc7c60d7dc13415c69a50dd624dc7756c87425648c7eb5aab3f04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807a6d82e594712d24cfba9f454b272173e7e45e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e895096e4ec85d1057c439b4c17edc00489682f1e47af1e1b9043ec66e7e51
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db41840369794add6f2605ff5eeec0ee0b59c419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd43b5758b73aab2f3484e95cc7d8af62a8287006251582aeeb2e2108597131
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4751469876e5091fd047ff65d418f1dd21f51563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a184be10dc0a1ee778a34e41bc8cc239ac54d92c74d35504b17af1e33164a57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d710d904e751408470f1f4b44859b5d2e38160a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7530dc2bc1671b4b65e6f5964ab6de08920d29919099390794ff4cfeb82f7c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493ea091214f7803cdd4d35067ff358df3523135
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dc8e1dd4209ad96e718f84bacd640e002465e1948cf0693d289114123f0976
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da648dc82000ea6909d27b6d40cf98e5cec3cb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17ecf5389b2cf016b08b8c93605a1e54d5ba39b4a0cf8d11de3bc8a4fce8ec7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc3e9278314ba60a697e205f2c7d612e0aac9a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2bd3226674c1cffc8e74575b6e836b81d67d4f63f687ebac7c5dba041cf53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0788cd93d59e74ec9f82bb08b074ad839c9a5f46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700d0cbcebff21a6eaef2dbc93c57b2848a36708979ebbbfcb4e0aa8aec0d4b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24ef7e2d9292668f1357b86ae43354bd66987e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e89c7459612ad53fc7b48ba603e925e6707ca1c3ae0db6d8a508864a92155
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0537b714b3586d67630cd27271cc32e5dcaa34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97645d41091ca0fa293292d2939999c9e69ba0dcbd4381e85dd4da31a6ebb827
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3fb677fbea4c6e25eb261556459fe17a2d8c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561d89853fd5330f5a6fd50c4ff7cc77b4365bcdfa3a85effc83f9991cc0d485
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabf3999519ae6035daa2fbac7985d627598b1b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5148492ead262cb45d74969caf343d2f97d17416dcd85460938d4450badfe8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e292810f5f87cdd7fc58f04fa02a46bdc607f5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bf16c37bf05c8e33a6e75fc6b63c23bb0486ad8df9f85663ba9320f954fe6d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15e3b635bc73c75c5419a6ddcb28e48dc35d4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7189f8e6620f61536e5b9896e3cf9ed12c8fed5e80d6577f1c7aaab27b7b9696
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36efe0128482950a1a81595c5028e7982070eb8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb823b6bf5091c20eb0e3f27da6cb87b192f64034d0858d9ad05bc5d1370900
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420462599908fa2c782f68a0562ce31a2b91e842
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428387d8a7568835fc698085ff19a96704631401d231b1d5ec55205cb550c619
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894d2023dbc1a0c3c9df01544905e2e7504e67d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7a6c28383aeceea4d8d219e2372580f8e62455bcc1c9881188fafc57c8efe5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedfb31f285d36203855b1ae8d0aa498982f1854
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244a6f8bfe03ba439346deb3ab0469f0174622f757b3b4a4f6d870687b2e1dff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52caf0622df3cb97b8cfb94de3ef5111abf9800
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e4f36458c28495e5c673d5f1f7f427ef42b47ad6da9639b5e9f9390cba0da1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7346fcd655216e0ca2117794c82c76f017b19300
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc242852189b93a5d033cbd9e49f4ffef564341cfba07a67e08eadcc0c36faca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9a3d3032fb6fb7e08e12311db52265031ef185
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9658aa5f0f0bc2a22fe3e966c57a16301eed7b543e53ce5213c2632adeb58b73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da19d046e1a7f482ab861bc567aa89d2f83e47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d470fe719aa0c7359f973306fcf45b2e28acc5104fa753b94860c3ed5c18e0d3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658d4cdfc4d70869b48328434f7a1a1676cec210
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078096ca4e8207a80669d9b56c6029990222fd06a7e3bc7c42376a8def37bb91
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c25ee980b25c951fa45ad60876f66b33e85815
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fe362e72d6d93822c34064291f0b1cf727bcd22e45591e669d774f536b0c6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ab4ac668bae99ae662f0d11c07325d0de8dfea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7f7abc50dfd1e950e2c2a9390c05d4baa2407c3752a8610f1f6ca13c3bf45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915875e3ab8951a049531b908d5990f7251b7b55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc99acaafd84d5052cc58656769765f1d28c20565be164db186d37505af7826f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a31af5555775bf75c6fb365b6c5c3c419a73d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea239a7049d337139691b5ef9528494e6acdefd1b4da63b786b1de19e8185a40
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c83e4b5c82c257dba3d174e63e65e108fc62c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a6e32cd6d271e0e4ce1f7229d4c895144c7cfbf2fa9d0b223d2fb67e142d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d8ac7ce54cf20539b1c31c4d72e48827f22fbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc8f771fcfa3551e053befc007ba7b798358aec378b96d5a00286bb1db54493
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ef8701f1dec8ad16055aaf9b1babba598d586
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05351c0e75ea4fbf44f8682a1cedb87d744173c2c7b3e8b65f116ab4b014d064
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a17498bfd8328a292a66b02cfcdd7b952de7e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed097b31d587b936b1f0f00b7c89611d3eefa06d9f30209ed8a168064cf5608
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4947ec6b5a6da61552840a7c7a7584b6b2b9af34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d545416b027181a6ba92746358f56e921177aec476c849329fa3be83e898b898
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc230f73b00a46f4402ba659c1fb1e0ec8ab79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf47f00c766454361751700497989fa01990e7e4d73982d6ab73114202c482ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5c75e832d57a46b9c0cb0364d21e955f924c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16985635d1094849f7ec12140350d7b640cba99ccdbfb4f0dd1d3e7da9e865a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965da1d9e676c17d55ece5eee0499c61266cf200
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2d8443584d77d81dfba8c19200887aba35d5d99d5132c3fb2606dbc67d2382
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783da2b015095d6bbd5d8c90ce8d4d169cce616d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979f0e4fa7f660c7fd6175b8eecab48b2e61ed49f72c3db0f324bd6c595108d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e43e211df4254d0ecf4e4d51a04e69dea642a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8fb25b3621d857389b29fb4163d9f8accdc6e5f9cdb55407ea84778b9f5ccc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeab599077d899ed2c64db6a02d928bf6cadd28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b83a56ad1b3067e8f84752e6df51c8e54a430897edb4e03680db265eec9ab8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab87540b0e01c13951bd38150af146debd3d804
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9a2a6a0cb8a33bc146ca27d3834751bb1edd739cdb424836ca271ae5a4b635
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8c53ff17cdaacc34a7f0c89e0a08f741d17f68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1557ddc1011f994594277a96085daac96428d28f38b93af123b9f611997a0c7e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dddd31e21dff511f6d50295656cecd84da5de0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd76f131d6d87d0b12add86b7f724b31496741c2deb10f46bab5ffb0897fafb1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb08fdaa1154f2948cd0809f32053287b16f595
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf7053e3d096e4655ef48d842f5f68e41f6ff924e6708d401c3097189ce1fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545fa2238f6b0313a72072bdc9495a25ccbcf44e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb265e264b2cd96f026bcf8a5bf6acb75cb570cb273d2956c5d7247bb56095c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6958053bc3cd7d35d448c54f6f594764036cf8ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856f013d91d3bdc73632161329c864a2112d11e66160ab2a79b91b047e669baf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85263213aae2dd42ea7155438f9b8eb605e9fb24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1fc1bb897205f96a5bb6701386d7b0660c3c6f1a1889499f6050788bda82e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6684ce9ba89357667b534c83e77748b71cb3793
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576056c2d09b7e4361070bd62cd2f6636e93c3b827cc593824ca216fb9e7ec7d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14eb7ad316224ce0a39958687ce4085b6b34dcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b3a468d665288acaa014958e12533dcc5807e790cf88532730b8087f284eee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06741bf0fecfe07eddfd38e6680b1482cc2e13e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850bd510a6739985cfe32a0e5df604e70ec00756fe387d8d4c64b190dbff14ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c9f5cacd40162c609b02715dee94cc239ad266
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ccc3cfb756ff2a32c256388d22de0495097607ed7ce8387710889717949f53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec1439f62ecca6750021ef2f90869f1ca7c66b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a90ea926275f10be6f94d1fba4f1aadd1ad24ccaa2d0bf4ef7fd21c71fb5317
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2b10342227ed45e6dfc177833a8a6dfb95d22b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ee97a144d17bc3c60f51523081a1240bfda946b4c15d19332ce79019a49777
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748d2bb1fac02055feb5514dc82beaecb5777eba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf40853ff62c1b5dc3b302e11fcb821f86d64e9f15ae205365ee4526491a924
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609cbc738964521daa7d2df04dfa1f30696c52fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33713a37ca061ec6faf84a441433858aa215a787fd76a1cb3be08ed68db176
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e14f61bbf18a24e765d02323eb2f2716131504d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654756f286f6766f332af488c08ae141f5cad915ceb1da8beb38c609e47f43a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8623a01d40fbc05db3e710392210ec5b9da08a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d428bc6ccf7afc6d7e0eb7afff1665146e409a638b70579c15069de00dfec4be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8170bdb4a00b9f461dcdcc38100ecdc12fb06a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e09ccd9e4e4ab901cc732ee1c250290cd7d7fe7604543c2809056990e0ec2b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ad9a1e3d391bb05ce9b1655a5815af0d5a1efb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca057092a9e2f35840705e8574917a17d817a6d1ea46f3d4ca4d7b966f75a81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba98a20c4a770b1820eb500495898d803a9c4d6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f353daef7d040e1cb8a4d7ed417279e35f6fc310e1b57abdae55ffdd89cb97e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d541755be862fb261689f6e7e51cb0b6323962b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edcfcbf00dec482536d309dacd079676cc39f2d2054ab3cae076fdb81085858
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835065ce931c720b515eec6552aa1920a6412690
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e7260184c560ea1fe87fe7b84f2a436ecc3b26f14286726bbf008de364a117
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8b8698aa95c35e1d7bf2c011f8684e94c1e0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daaaab62adcf915f88054ea86f301f25ffc3149f1464d1d4e78f0f80b0f7146
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d4888c337b91c0c3eb20f1b037fa7486ffff3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13a145f5623331a2c57d4c621c40aa35395d6ae96cace0370ea96979d14ac18
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a0f984ec563c8bc556dc6fd4d2a1f6154970e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8907524ffbbf580208506e3aed77855e2fb6a839fd121fc27330c205b6992982
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f408c61a0985002882f5d57f46b3a702a280e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9a608453ab538ae49a4e5c12495fe17868c3ef9191533bb77e55e8345e2ffa
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d05f7e680277d1f8ecd948557ca97403df397c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a63c45952089fffeebaf2e092ce4b946253ed7df5f00fb35082228b179ea03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8666b49e9d6ca4b286842cb6ac0042b71970ce3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25196215477292e36bd2477de75f91b4b22f69bccad0e9b7c5f110e1c0e5adb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb914bad55209136d4e2113ede8e7e3da2000775
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960b211576be38e95f521f23e76f97e502e2e1e688c3f3aecea9583d5ab90880
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65923a8cd0bc348935ea10ca28f0f5b2c3f339a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9418449e4df8ee201076d73a618ef7ce67b2431c6477c776fe778493bbc58c0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50719ea67cd14a30a8feb95f852a0cef1b1543bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166ca9708df60560479627bc8eaae4f409ad5d9f27cad75cce5697cddfa27244
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb88e98178caaf0f47fe468cf6add270e5cbc71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca293c0892b1ec60ca424094dd67dbfcf466febf25acf3d708964459409104b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8adc2025cda04fcf0e37ebc5cef314d402153d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45082f63891ed2548b9f66bca180963ecd56b43b3ff2448d4fa955d86a5e53d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9585e12fcdbb775d24d80c915dbd01b0dfd33d4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce63cb6a573b6a9e135e573fac52b4a81d87607e7ca601f177db2e467668e68a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f65fa55c0e7223798c0391f03786c5b6db570d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2448b59a2e76c4c2123d77fa9959e048b779dd1da2ebef4b1aefe881b6377df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d948447dde6ea37807724228f279af9529b100
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c6c4e3b6d930b8ce7f9fd86d5824c2802cae633f8ef4705a647b18a7bf8c97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f9d90f23bf9802afb99b73997e7062c22096e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cccc0c463d81c829077b07876fed7e1bcabfa0b931a5bb904753d237132862
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdc5563ab2d808cbc000b190651ec1a791b1cfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3632779111e4b2ccaf7e8782d377c911411d30621f6a8f5fc88e65e7f0701ec4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5aa28bea74038fae57bf8e4d9e0dca78870532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e792e245ae45e51d14a5bd578510e88e65738ed5191232ff31302782e7208e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289a8a77f42811f8975ef35e84421814554ab1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc38f447074b6f5cf4c12ce9608c3b54724061212dd2b2e9a97d4f51423b377
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339b7d5d0ddb1f49b14cdc3b7ebc6e4c6ee8c087
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecc6907427c3f0d57d330a30483c7d37429adab6f932f22e22262cdc600aca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76193405246489b88830badf28695312588e1fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380065d6ccf9f21606bed008a70469cfc66bb4b8cbde99e2f178f9ab7aaf74a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db40d3c3e3a52ad67fcfa22e9ba8173a946b3487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2ee7eac785a50879dac751c5b6d08ed1d6a7b3a571f142c43f16192637191
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe197c1f7c4d06fa357c0c270a65f622469937
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63d63aaacff336506f173fa4b8a4d839f610bf889ff1e8528708b5dc7a2364
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde359d53f0e66148fc7aa3f7f7c24ae2467bccf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d64732055b2f2c2a5fbdba0d7dd595a98d2e2f58cd3297c4e46f497c5926b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472feb078554398a0b8117c6a437f908485ced9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b6d941cf5832c9cf4b913f3fb0c3772e7fe56a36e5834a2bf4317f27eaa54
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f934276e5550869367647ac07f200ca5e607ba67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf8d51855ad24b1685b510ec8f8fabd37201a1d91340cfe46f1f8e7d64aa8bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7563aa8fafce32018692f162ee69cdc8b608428b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db30a77d5b9538076d22de91960acf5857bb608c79e3fa6c28f33d731e0644d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515602381e4c62267bfd57794241f84bace85745
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0092a940ebd57fb0f9eaf06fe91a6225f87270f5f938ea7a7a4729dbe35e263
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f905cf35cb0cb81800aea3dcd1eed41180c3017b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2223f23f0399b5cb733a65797645c5f6cd3f1273bddb36eb853a6e4f01170795
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b08fc529f804a0bf07d9d7869860464ef49683f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a069bb0c88c442b75371f5bca1895b3e8fa961e4293f47fa1fa2c4273c88ebb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf5729ba60f8f4e6f89b688d06240cc8119c981
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940d915ede50527b81866d9546ffc3fc977a4b637c1853cd397cfe9ee717db8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d2427cf6cf7dd61fbed655107f4f65eaa85262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0125187768f651a2ff7d052221f73bb8376a2b33fc1cd78f0a5d0cb03e82e5e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b45c7fdbbb6ef42b8a23d36fc2639e8829649c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80056384c608b97c29995c757c5dbe83f14564947c1b000e0e27b7976881001b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38d7766a957152943cb45213808888d496ff56f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a12b1b90ba6c47292cf0605ee3b3fbd7fda5fed61ccf19a93ca9ddd462f0ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ffa4378342abbafa97074e7db8fe76f045cd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ed0efd033221b3633eadb90c2d852cf3924e34890a566892344a60e5ad4567
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d902e2be418d56f9d874815022ccf5906c1f1766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249304b11b76e2cea14e7a51c8171037387757c7586044f87633fce4b6bde176
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d66a4eba133e9b2920da4ec8dcd9f52ca93e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323f31c043723e7a30a0c9dff5ebbe0c58bba1388050a011fb6318eabe227e87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f915291d0cd23d66c1e3aa0fb56c169fd9a747
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c00a4f018443917510b0684e4feffc1b5614e3e54beabed3b8f4eab2eb39313
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6aa94238c25b02479d81c9e00550cf6287ef8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14443218cfec69fff9ac95c68c469d3a31ce873f81dd3a8b7ee266ebe2a7f57f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e23ae4841f6d62cee5572acda8a708fa54659a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7272ce58fd95967edd7b02888427d99ab6a01185b29b0964ba3c4dda8c532dc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f34b92b69e77878122cc2ae6fc4b58adf6736
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a78ee147edb2e9e7006951f033b82abb7dde7c50f23d66ccbe3b44a92b9eef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31283a905615f41d8e2aae07663351dfc7270bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f05bb564237d44754596d5f880b53b9e9d5c44d397cb3a1c46269f8ac19f1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3d3019704bc053f390600bfc0ca3be1c293c5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509ad960aabbff5a8653517a7f26135d50cc87c3f5bbd54d25b7b592036fabe0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87877a26bf8aefc98d7ddfaedd97e8092a8ba85f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51e9f6cb2ea60b6eb895200c413368fc026fedda51dd92f1a0f8600bdf9186
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd82ee9e84b28ec203ae78f6b4eb3a948077d7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a7b64554f65721dc3de590e6490197bf389fc746c4a4d02b1d4a95bb293a3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6557d057e4ae883e2157a63463821bf9ce603aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd91307b08e123973a04645ad9e37db6cfa5b172a1d78a817ef09a3c93242f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10eeaa9328aacfcac1ab8227634e37069c9cad50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddc5ee9e4aec308cff849c92f2c3148dff1d37e6f4de3a5d6f17134e073d502
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d6655d2f0a47d2db8fe2aeb7a3955a1c9c755c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d66e84a929b3cc05c2925e16ddf92869d21dd63df247f296b28a3dfa9a0614
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21b1a9d8a96a29de49d93923778a2cbcc5e85d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc8fb8ec7985babde9209c06137ab80bf8af64e425632849cc93e392a445b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50132b1afe8e9da9fcf93c043d7861afb301a53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81192c1bdf91f62ea1e844b77060103e7947bce5f5862ce7eba702b69787b9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28af65cbebdd6f3e216e15e788852cef01ef24a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028193d29431fb7946442aeb2fb1a7a3838b138e6d60fd0c758311680fc3eea4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6e9212341ca2c16e96767aedbf56a7a27137d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b52f7bc9e2b05efa6958ba913984c440771384c33dbfb3bec48e0ac3599928
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bbc47a87ec2bdb0427b8863fa2d0589daff2d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be63d40586675651620facb8f46a375de4aeae12a5d0890e9ab7c2687ee37ab0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2576711905d9c1ba9d2e8a2347de6dc26d7c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712e067a153dc7195e2bf91eb6b72a07ba6dee275717964f670d5060b8367dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69781e59682df9eb895c5e729bc55f40c09fc8ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca575bc3ab8787200224a5954ec081c1dd6ca845224ceb942b993656bfb059f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713299aea9469b1168d772e11aeb09e38e61961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bb7158f707ea606dd4377d16837bf5e8c6a7c34bbc6adbb67ec1eed38003ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c893d4d0cfdf47233311198351336bf5ee26944
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9291b0c60a8e57f599772b68b7a294be70b52d91cc42a3953ceee843b76b4a7d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c78352d22cd8414cdaaade4bfdab8bf2c597e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c18a28606a7ddf6a367d6c72632693a17adf8be77d0249901aedaa05b77ecb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4dd040bb083aeebdd453015db6eda4424e1f1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb386ab1b9f78f44b29740fa324dc005e7ba350a4f12c737c1f8236d60890c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7520a58a054d270712c72f5c73f91ed6baac770d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe70077385a8d378fcbb87c33017d18e5d31c704d634f66a6e483038887b6c00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cd9a9a2d4e65b61ba89e64402cb447e12535cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa53d511fd833755da6548bc75ff8d84d1472862b2a374266b3c4ed29e2d1f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abefaefaf7bc42e8bac1c920b532bde348d0cef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5547f00cd8e12072f105ecbf95601ee86fc97d23285119258e54ae144d1c631
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed7eb6bc214b28b01758e717f912dcac674bd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79af1d504b24c16f264232a6f92f58383e52993d189a6e2069a6bd62fa168beb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcce35f12e24b80322577cdb8e0aa2d4d72b430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e9a5bdefc3c650e844d59634234bfe89b71bdfbcdd76052e3b8e59f43336c4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e75527be2a283d55057100d2b35b30338b3a7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ef6e961cd2348320f0df334a7258fb318221a0301822f4ccb93ef1fd6bbaf2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571e7454e482412fd8786f378789dd85baad6288
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2519cbba62b75bc4f8a959814ff2e212b08836cad88817fd1d3ca3b8f0893086
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb1767a4bbf2ba1b67ae8aab0b3b6c02a4560d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ae279bb3f7a38fd2b369c676029939b9bd245b9f3f422aaeee5edf0b230ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f570909d3e44ae76747c589d69a6a56d142daaf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e41eb68156ee4064c4bb07e9998d03ddd215578ba99385eb86a0fe02b32c61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc1ebf8b16dab45b7e527d7b03d4dd0003d5fba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39297ae218d87811b853626ea34d8169adac2443cddc66352a0c491a4ea9c6c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4a2415e1b24ff8233f4adfd609bdd00530d8d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62ee6b40505cfe526eaa71dcdf7a53fa9ea3a662615b33973ef87cfeaf8aeaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901cc264a24e7f5ef784cd6e307336f19527a6d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feecb8ab23e191e96de3f5b0c846acfb001ce834dd93060379d09b67ca79ad78
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae0544e3ed501ae64ae82822162c967f702ca93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c8c93fd5aeb995b5940f56c4a213126274ba8eab4ce8115b791c23a2b7449a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2784eed34d88c23938f9151b1a22b2703608c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318e041efe24b13243f20871641eeb69b0d1ba0013ada3ede4aeb281b606de09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c41d9af3819a3613ddeef2875616d45024e33c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95003325506efb4f4032b10c5916e6025c6cdc8c43b083fbc77f7dc6f43b909
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215328aef3ab60a6651804c3562be8786be20d69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5653d3f267aebd02939de97409e4336c27f727ff1c7c57cd5de64c55388be736
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3dcda5a9a6fc63329972640e62f365bd92f0b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0acf85d17fe30f157bf32fcc108efecaac71da427cf3a24ec33cd3ed54333f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6700d87df363c4c3d79d098e858e58b8e7f51cb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373ec0fa745a52867049a6f8b2edee7564d97fd3af3f8fdbcb2520952c64939c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeeeaf60db3499ace8b46a59ab75a259f1ebc30d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed48ed8afcb937b1a8bb5bcf2156c831d33792d9ac7bc4b9510ba5a0aad08a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4a1c0350c5e264a1e3e84d6a9c9585afc53627
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d57c78419fb76eeffd45760bb3b2c178f4b50c7874f7c69ebd8c12c72709f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457b8ebaa721fc6a6ca230c965b4a8e868c5e30f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cea0791250e64fd72d1cdd53f5b0dd1152ec7f81aa6371b9d1119a2d2166e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714cd2c904d107a12a6bc0a19ece6ed88ddf9c2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46108a226aafb11a873ca05611a6a8941306ec40a668ab3efe39aeb81168d264
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c318c3e2d69fc05d3788551109c9677b7d335ed1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d560ee8c5433591a52ed421276bcd420c51ff206b6715ec4652c19fac38835
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31c5a69d35052cf020787cf6110ae1e36a5159c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c502e0ce9676afce3e51318cdec539d2f8346103b2830621b38c3948a0b9b6b3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b44e122a45c96b6332ea425cf67b27094f13bf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d9aab4d0981ee367471a4d13ce31767f327ce070069947095fe5bfc200e8d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8cc0676d6dfdfcaeae581f26ab81f682a0abd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92ce3e5c86728f0cbad2182f98a09636240ec70f8b9444e05ad15752593038d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0791354c7ec0258bb62891f8faa010f96a52ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83667c469d12e83f22ae1597280c027416524c9c4a210a167fec5bd660a0e2a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a681c29babd272b0a0fbb9cfc6800107561c22e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f708ee45fe745b36a5ddbeb4539317d573af7ffe526b208fb3122db5ea22ebcc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadd1b1ea29f137fa11e74fbdc118ca64735bc88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01c1c1360c553a7ebb438b8cd42ee3a140e8952bcf2e15945b3d4509aa1f29
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0529a757701aa0b4df5b85cf8ab14676cdb6132e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62188e00a71738c059e08876a36c1c2b5ebf87aee0b620bc6b8872e7c6ff55f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95c2f9acdcc7f6f486894188e02de802021834f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2bfe639eaabc605a29f5aefcf52222543da2faffc033f235de031d63285918
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd985e510ea5fde539e4f4fad6967fd5b9a1953b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1881e75b98e854676b646ba546d8c5f5014dd7727a513d796bf8c7c40780d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4911dff721198573aa9e1df2c4e3cb8d6be1fd1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a50b45ff4459f25e020609f58e0f14f333c9eb2f24d72aca671f47ed0318963
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46754b7ff94a04f386fc592631480bd5e0f1296a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7aaaf7ea873ed59837d4a175155e61afabbb9f0180aa59bb88272fbd812361
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed66de54d007d4bc086c65854e866513de97d276
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8d20ed75e4e617c98c05ebf128f3d13a7c858a6ae466dfcaade73bdcb4021d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aae4ae6a1ce89bcbd054fdf961eb098473c5c91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f2caa98f1f78c3000153b2892bbdbe136957705a1e0aa4384cee85db6b51fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893686d3cd5a552771d5dcda3f86bcb170f27179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f996209f8d1d4be87a13345d009cf869ccbb19b5ccd2aef6b403b50ad497ef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e284917d138ec49fbd5764dffd2d7f7e760fe622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71657a27fc4928e2671cf4729663fcc042b578accaa0f41eb8d869911bb01cb4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ac88b7e84c4efbb4fc455ba37f4180a3a2c811
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1437ecb812c7c0d979b6b33dae05ffadfecddeadaee7a7bca41bf6c12644a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f207df3b4dd26165bc334995eb5d18ca1cf9875
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1bf2498e62523b52651be10e6c8f68c8208a4c443b5eabdf9e5570bab00dac
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc243817e0d197ba351f4a9a2eaeedc92ee131dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ebff151ea50192e29d46f64477f6eca2e1743ebdf203bb81338ab298ae4bb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3245d952bbcc046064246adab402a7fe395b3e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f48ad0b1182a565f29fdfc2ea74c316c431e7144e65ebbb6be35acdaf4f330
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7cec54202c51eb3f9ea96801c053a9e0fee3cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5574a1ebb40c32a31c12556fa70d29c1c18818f8499b41632493cdee301cfb00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a9570fefcf5ecf43472d0f679b510050c08036
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de4e3d5ac5bd7e4b2f97b39425017a91bca1de63de17adc4a08774e309f0ae2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b22ded64905ec8fd4dba9c911d15737ccbfba3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a978f24020fdf0d12f6755d4bb4df08e5614fc84dc0d591dd9bfb2589ba9ff7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bdeca8ed20e8531a283facf364f383a2f69aa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c369d2604c4865507a0b2462f3f0c0b7ce5fdc3af5a98b67652f91425e84d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9137663057b4527a6121ff614b3d04d4420f7373
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3590e2e563c7ff589c8bc11b64605ad97081c429542e7813063b96be274c3496
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ca7d3cfea8e5668ca352726131dea6050ee541
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8192d0d61ce88c341f3f65c7f8701ba66ced703048def3b71a4ce19f6ebe85bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa766c344ac0014d449b23de5812c88f6e6c13c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a001b44cff35a3e98e5b726e7b1c024d47d9ad61ea738b3dc614e3ab07860a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ac5ed5cfd0c7ead79403ca9c6b60e47a323535
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea132e4c08e4bea59d52bdd335506e9b630971dcfe18290ba1412b52bc80f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fdabd70380c2ba3a9058c2e8288f1c0bd37464
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6436150b3450a35088abf20238eade913ff6de7570af660811cc5ed277e853d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4821da049bec151ec24d8031d9ddec2ef4bbcd9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d60ebff52b86e4843dd40c7f3e68978af6ce1bdcabc75a47349058cdf34d15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4fa2295d913a20e1d6d7349328f8af874997f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca026421597084caadec071bbd35d199d5a8e0c5cf8b484ce191b3445b5db43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b1a4265cdeac398f43af639d3f28de1422d1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe54cfef3c22b7e71a07f7a225bf1fa8d1e51a5718c8f8995eba39acc7db85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a166c0bcb93d1c4f36e2cd0f33a337086e8b56ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c36f5544a7729405dbf383cf5b16f31789e3ab06fbb3971afff7f0a1685020
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092c8e98bad37505f224850072daaab579727c7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a096dfc89658563ecdcb0d34fc573f8f99e60c7177c7a0353b8206575c7bf77a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b285f10d14ea34ba5ff622d090793ba51be1feb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae2300ea2c06055da7563b3adf430167c9c919708a91635fca9317724574886
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894cbfe9dc60b9f740d736c2a98dbf992b419519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe5fcc6294da061b212b48d6144ce403f02feb23cce09d9d6e3f5cbf08f094
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc11a025644ffe77f61f65796b3693b8b5eaf884
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c0b74b67a4920155dad9302caeaccf87fc829a470f0fbe48b67f509c324fee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09b24c9105c6f1ed4166d2fbcc09e1781b11450
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7124b3566a39d1382788de530294f8e074f5e779bbb990624b3410cbc4431eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a543ea299092a2b26db617a7b701a64a8a3f5258
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a15cb80b776b97eadd9ec265d28ff7b601650bf7d8edf4cd51767e85f234e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86417365d6017244249fbafeae7be9b0aff4df24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35833763ed991db82e16ab62e78711fefd2eaca79ace3d41b0205a9ee19de59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07dc3ab4a6bb3332380c96aabca05330a68a4e0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1488a092815e902cb4c7e602faf0627ba3aa763d5897955654a700365adb0f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa6c94320b70611e7385ac3401951a652de8ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384a650ab9eb841e8a2fb47541a470f1fb8455abea4dc633294b97bd30387c97
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7f25ca26a86ccbf64c4aab3595c5ff9d5139b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a25bb48a999da25aa7900b2d58ac8f27ea30f0725c6165c622d368d2d0255
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6404e7f93bd282c266e9a4bd6a2e5e6ce16791
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f1dd819f8226075aded36080a209e3ce297006edfc12a70e71d499cdc7ef73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f277576d675544620d94b4d63b2e80fc319d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce879e1e5787ebb069d6d0d72982cc6f70d3ff5f274e8f160e71f5c1c5550a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ef3af1626fc8240904acbab122cf2e97123d55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e6e3ded4cbd6da07af8c4c9754bead18a93fcd8e3798dfd56c95fbf1a2bc12
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b517167ddc60d1a42ffd37e83d64256ca298b16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed8b078e287b3e6f7a4465f09941ec51346929ebe1f100c3a69acc1c7ebdc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562184df014779437ae091cb34c6bcdcdb871d5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a991b22ddf60be6b815c4373dd387011378fa28da8501727a9607317f5130d5a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59455aec3ea6156e887f068aa56f685989ede124
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496ca2b8ffdb3838a719abaeaf2ba3c951212809fcee5e0a2f647c43ab455ccb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d7e0f0f135666f2b566bc27402c9505ee730a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d81c509be407b5f64cd83d6f3aaa5526765b95ab19ed75e1c25314c23c8c7c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656410c42bbec26ede47e33b9a3b20c23ba75e8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80ef0d7b3af541dea80cc62800847eaf2fea359388bf1655e3231333abf2398
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94adf0b4c802dd75c0655bd55a61e333c9492c90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85241d8238e26f862d109ba6f37b3968405cf4f5f8696e77334d3e7dbaaecd9d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621619edb21234284c2ff8320d675428f4468c43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418d29e057bcaead9514745a2cd1feeecb945ca916fe4729ee5861fd955781e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae6085101541e5fe598a30708175d0cb6e292c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a03f99360162e012a922657b610b29734570caf1709ff93aa4755c07375063
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ed762d9bfe792a1700f234e10c0487f3d2ab1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366fc0f560abfc02f56b16468af7a43748ede858f84a1649e68ce6a6d5239b31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85021ade6bb428dc251fc9676542b26cbfe643d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d369ff65e1115182cbfab19bba246164c4c79007bb6f8bd9cb07643dbe31f89
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac67c16f79bdd709050ae84fc5b12f50861ac71b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea926540019262334a18adce9f3f99fc2eca25ef90cce1660a415fbdc80a842a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f118f8fa5fd59a5911adcfe2a76c2bd310452de6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5ce35312e7303b06445a2dea17f1f7f11b8f9e16c03717ab489d80a1cf9604
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f54d6b4db3cfb08835de9fe6c02e6467e6d536e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a976b7ba2d3bd8c3a53fecab4428706855bf04d8ab2c71440a915f40207be511
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1fad015a2d7189b25140a61f1804199c8c89e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1912c05297ea0329998f31b19569e135970fb8a3d038120e42adea39277e768
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e9373d713085aadc0fec6ef7306bffaac58656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ac567b0a68c197bcb7b60728176a0d51acbd9a07b92a35cb171984cd8756cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9de45db858736013c73f54e620f6b7d5957fbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b438b0799202e7d5f1dca217c57a341450f05f4269e42c323842e1d82310f6cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406af05527e8f85de6e923ba7a8b18cb6473a74b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e63f78f32595d74b2ac3cef089d045526ef9ce02c19f5f11dea8a90cd6a5e3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa24188a049b66babb6fc953ed6b258c0fb1f368
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87062f29d5c526a37c6ba7b4c15181029de448f07991a8e4c65d9684f8689af4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544eee87404f52db7244ca665120fe9c00708529
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e210ed64d40cf87fbe4188a20d830661e2e58ae2a5f52464165b200f160a569
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491f0d9f050972e407eb9f3915465818ab564002
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e95198d3faee28e28b09e55baa545f34893fc5ee77bf42afdc06f36e809652b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e981718a5985aaa7b21d822ea9cdc27c65040abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c4ce51322a84f8028b53edae8530b0929b8eacf3a7b6641385b7aed230cf38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a08456e3d81aebe0dca241fa27a992e03ef9edc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22198a3774d6968294d26bc520adc104c1ed95fa63b5cde9e8321ec3c205630d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05736bc8fb3e235a112ec09d328c3492ecf64f41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6fcaf907a616f4fd469201b7aeac88159a498d298bee8700ae6fe778e529c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030a02e3699bc43edc2f0713d536abc53dd95cdd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eebd58e39508409723378bb0911f65578bbe3863cfc6409370aa7172a7472c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de9ed0376ae1f4a9c7b32c208faedd86d2d2dd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6444c2f0b6149eeb3c87243449c56cef57dcb667a4b16b316f548038483cd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc759a0e062039a778197625e46dd4f49c0d2f9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d778783b2d8c671b0458e51df1688f29ce1604ed56a5706a991e7a69c713df16
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111dbbd83e31a7dd65e459416459e8012fe32152
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0611f301d7961bf6272598870991481ae8d06c043d8976bf8923b639913def
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d377c4cbcd241060e33f4b1322dacaaad8d08d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31610ee54e4100e997cb5f2526ab7ed594678a0d940102ca955061f039aa649f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f18fe0f91b91b36f44e490d98cf40168ad6aca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff7c5155faf17480a645d8953e0faacfc275573132b470939123664a5a28cbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668cb91e90c48cf9338e04ee08cb2b0336e2260
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212ee0861db4329281a9f03818a1d6bc8eb0b7e92132b6ca6f44f3001ab08c18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4a40e8b1f9c57be2e739655327d0c0d4823605
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a203aa4400fa3b791ca427e11c4c6100d552ecf1995800b79e089595c5c161b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c08c55692abe403bb5f1e0a9f07dd3faeecb8e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d20b008b5c6a7e6305add16ba036e50a8c5236a9b7d4d2207e10c726a11ee59
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d5b66f7581df3c53e01e18d5a7ff9cc1091b83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4feb46c6419ae7d3c838835209416f375e7bdcc2c6828be4d6ec3e02433919
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966389fe13cbd00ac9b56bfac725d4d2d1d94872
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ded17e3d986efc5e24a289bb2ffde624c29242272aad21a69f6bf3b9bc0fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654c2bf3fb128ec398f1ea9a163bb6805e09cdad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98ce84ca17aebe4e0802b7d428e64c8155b2300fde2424ac3155546001dc43e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2cb94bd748cc856907d20044700f9727f8e1f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14badc2ce60960a9f4b7af2ab4f5bff9d81455ba7c31347914dae06adbd0a117
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b5584c3702014abfcc006f7633b79d370e4c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043bc2b23a6d7aa2e1a83e9c6558c96371aa0d5f6e294fc1582276d7437e8b15
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9511afa5a14098b777830c0fbafb342597f1a00f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c830cc01b49940bcebce9c8304b897a588e4f984b093a908f3070a7fdecb7be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902451c8457d2be2e6d9c1aa0c5025920d410b71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3629fbfa10e50ae86d52fbd242e7fc7d00e0d0ae1007f8b6bc2a88f0e8810031
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34adba0542b212b98265baa9fcf95daa14e9622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc26385ff3d98cacaee12165f2ff89638b0fdd48d75a8127780bd475757d1d39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85568c79619208acad7fa1634dccc295b6e5daa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b808860d76c5443828254df113b1c205d26c6b318f575cf7aebc2767269073ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e6921080a222ab8b89808398ec7d715997cb3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868737b9b228c13611220ee7001a9ab4fe0fce922a5fca935b963c7bb1b67dd4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f485f16b01a5b4d19bed28efcb8bd9b45bff16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7bd5c0db9774d5a61a6856f7a2a4d33fe1dab5e3966e8d8b4e6bfc9cfb403d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b415230573585aec4ce5c7e6a3229f76bd6a3bb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5167e5adc7a2c2b45407145552c55aed4efdc51f8c842353a95373e4becacefa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073cbc2fb8656ffa84880fcc26aac7ba27a4e8b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf2d4b6c4e047a862ca92b11437722f7c0f7e0adacf19b09a523cc67c0d5257
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24052e0892bab785b1fa94cb2d8b5d99176e584
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0497c1b098933bdfc2295d6a26ca4440779af66be9addfab62ae1448be32eeb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c19eb6ee0443a29fb6daeee1d49bb07f5b70cd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8310c6d0c5d4928393ea27502991b517dd3494cf7ad5c19a959aa6ecb0459d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a792e6feab0751dd96f7759e19a3ba5610a80a27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f12316c11b443f28494269676f7a6be547e87fee9c954ca67ef602dd9692c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494b53c622ad693ed2740774b5bd25e86429b87d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8d67e164632c2c8b2f965ec321b5851fd5a8a6590f28e3fcaf18fc871b9dda
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23dfc22b4afdd35484025917069c8c06ec5b927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03efe27d208207c9cf75c02d8c78cd7aa5ed4313a4e7ad9107a56550b0768730
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f2c45b55c52d260be9a2654fbd576414fb4233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb2f95f4e8b5e96e217cfa45b20f10843a61990ad90b5c78cb318b217b7cc1c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aabab94b081c9c40beef54f5200fbd92f5881f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a93e7b16186703f52fe6d6aca4a55615678a0cdc5b51eedd0e9219ad33f6b79
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb308215d734de02c4fba01e92b909204b43e7dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7532eaffc6317a6429f796d2feb7c1c3fa51750c7d0fbbd6b129c9158b5112a1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0652186743f4e4aa57c113bd499e832a72db82d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a0818d80b6198bc0d12828dcd95cd1c9614d83029fbbf00caf73edf5f03db1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6e32989ae861ff09c86dd1b1788c1beecc9346
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b959f319c12fef327a415f533c4affb975b2ba5caa4e72a174cde5c064dd75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904d135a9db9200dc059a5f6945861b1c1d039c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d1a7497aec7e9527b241f3bb2404a4fe57458e8b9fa52f7b435f2db1fb2777
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ca077bb3986cab42008bc83c2cfe787597c645
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f4b44497dccd5c24420376851fb98d7a509dd5ced1cc76e6e66d9a5819890c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec07e6e6819c73a5168beae77ac7e86452956d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca265a6804f5330dab30b2137b3ddd57507e5a284f744f62938611973edeca5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f5a68c21d754acdd2590d4559429cd97bf204b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e332c601a1530808f3f636dbda795402bc313ea06afa8c37e68835301d9424
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2230b443fcb720d64cb973695714671981916667
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8836b8c80c62478bfac005d65857ffac4d46d33ab3b61b8a027da93ffcbc9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0241556393af00dec3f01d21eae63a41c19ce348
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0312425453f72ba9f93db554710035e8fad4d55fda918f69af8a3757dca48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668897f51856211b71997a520e20218bcc04b154
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c87ddd82dda51b865f89711550a80bd9797d50bef4c2270d617a2699dbdabe0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e500d995c76fc6ccd2c653fdee2096dc4b0866f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dade4c7b59875638c8d3820eb8b6c54256bd3e08b0e0aaef11e29069597e09ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5db4208c7770ba2b62326cf8a6966d43f769b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ded7ad850010bfe1c904a10b7e6e83f0d4dc347e208cc5a03cb1061015984e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48676c30b93d8210e6db39b5f3f28a98ca338fa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d293a86485e56921ce1799322b3a2fbd9e772bc795d85c16064d43d452cb9cae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0443cafbfe8f73fd64ab30c5fbfcdaf79eb1738
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f74f8f3065b824a325081bcb77f619b85f597c34c78addbeb3ee139172e3b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb914582e557dacfd38404621e957ae2c345e91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d51899c219e10a6270dc2d1b7397c7ff215fa68a4909426ad8781e657b2e92
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3ccbc4cf0578a2eb6249d80a7d3fe2c75783d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead74ec23b16dc9a30b94cc09c64b91cad3a9a20c0665c30e3967af7f96d75d9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5395ab72a3f7ced278b14ef01af71f2683dfbc2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde07738b0a69d9b92d35f9efcaa1cd9e1360feee2bc7192f28781183678bf2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0c8263f3bae49beae8c44f37128dbf206d9d41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b2d311f9be4af9c6416ffd8a70c524b668787624761685343848b59eff6cfb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e734d70db9ebc1c36cd40d7e1ba63bb88d3944bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6eaa5f3e2cff9f842be11050300859b6d2be73a4df8371a554f8d48e6b72eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7405edfa9015742d3ca6d02f69b7936c3c6f9af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8112ba8ec2e7b8800e62c81c853b8e60b0c69788ed87e8f43182474f1a2cd71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0879e536ea8911bbcbb38bdd25ef6c7086f21f3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5d1a917076c1a3208f3e6c62597880f2eb86abc3590b7fae8d197b1389bb3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95726f32aac4be15603baf9336f0338d765e50b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee90ec5ae7099336825df29cd3bb409fc3c32d57d366e5d6ef8b1b85f48d95c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af904a69ccfc5e0ea9a24dbbbb936001e1072442
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdf1188aba85233dfa59d1299ec9f4f0d0979616a045724d2e39bb8389f96fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c67d52ad25fc48c430cfafbc898c9fdf8fb70f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8659930fd9ef2061f14d96a76bf286fc84caf7b9f04421f7dc59e56032b811b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78247db3b877a74b879509cdc5ee591e93bee23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30793e08236016c0eaac86c1dd49797030e217853a579fe5e0be3124ca6885d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84316b1b54729a68028b4e335835b7438adf0457
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31b8c3fb7fec2dbcda21f2a8f2f3fc90c3c816152d830c93d79f7be24065b38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2380bf8fb3451991659c6df1010eb2498835ba48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb858bfe46fa307b2538b0cbfe93d8f1acec46c5c904d6313c69c4cb9a08ed7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c996981bbcae3662f05cf92664d4b9663bbc88a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe0d6ec794256ff3ffe15e45dca23f3117b5b62f93387bfde099e357a8d94f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53f637f307eafbc964721f748d5949d0bd70ab7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5df47691f379760e57c6a464df26604e200cb6af74c74efff2b4a8f86325d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfa989ee38346b214dcbafbf893573544a121ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71f4fb11189229d205ec95c587c1fdd01cd4c093b0c40758fecff2ff9314d5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6be0a1f97939291bfe9aaec278e1bd030d0ad9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26b59d929de5334c7257e43a799959f6bcc470668452fd8adf536d736d71edd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31049e6fb643f799b841783b2a7436e14d102d3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef1ed8b2173d937187c22e5b3e475846bffbdec675214d387ddcee3af98d34f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b809c0ba931c6310bf7d28043f7e3b537d88d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f2325c6fe66f36e24aead08c68ca869bbc161efd95dfdbbf78f278449f8540
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380fd852fdd323c6128309a2bb1ed6b83ac1fb34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cce2848b8282898eb106b087015e8ccaee6e00796fd5fa5b8ba25db7ddf72c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3abb6918947e1266e20af63720e19de0e3c28d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980162daf1bd67847765b33bb93fb307349bbeee2ad423763ff27d5622b4e7e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bf1630f533754309eafcbf3225dd8e75f7e406
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac70af299870c1037dbf89a15b441db2686bf867af7dd08aac49632600f45c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348a4f42a60ed51812b8f4f41bb248fd20d6c20a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc3c589e2c0af06b261461447bf1229c70abccb21ebd269975c33d97d0c5fc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71d9d03b95b16920bdae6662106ce05051429fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc25bb8c128f17dd7efee034ee57dc70cda2f42d29d73f3126628d92c513bf08
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5198e8a5b92a4c22336df6a5d1e23827aa6dc578
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9754ff708cd651ef36fcc6d094c69ddc013db42ca7b45ce2988a5e22498e04
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588836f66b1bf5801e975bf31fd987be4841b9a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c009dc4c931161457f024ef2ef32511d7989b2587d7675f9fda8f40dfbfb50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81145236a0c4f530c1ceb5f9d3cf5fe665da5e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8deab95927814842ff6352626c61c9cb662bf7a2db9950d24d2b985dd3a79c7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b423ce1698cdfba947890e7c2c6e657da5c36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde97c586cf15e0655acd72196557689076294e06827b540c2fadaab340c27ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f6d8bfcb219bdca2e6dab83c323a6fb2866090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b87a6fa76f65cd632886735467148940513053dcd41426cef18fc6b31505474
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d1162c8b072e1abacecd194cf5d2c46775f5cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322cde76d8069b48b19c5ea675ccb156b01625fc0a9c0205ca3988379233e759
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3e89e5a8fbc4b9c2714a6b305191eeaf781c40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8802363f9db739253aa897e0c352caa98dd96f2a9b5db2c87bc39e59c8e0ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee00a7c6b30cb1d1362672b60200eed0bbeb4ca8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74541f8df28a17bbe29f4f6ae5d8ff2c8400a8abe26569a4b1f1b959b88a821e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62036bd3fb5b196da8edda75f99388c21d7d4130
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389113a228d8c94f40d249d8ecd73c44890e12540f0a35df565fe4598c4fbe01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce627533c93582a70c0bc32294f9826e09444919
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d91250cac0c798dbd401109312e7e566d0d47e270c2792ecf4d730a02067200
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb3839548246901749e14c7c9954ae864c72f99
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3efcacf5b5f9aea89ed665d1a42081dd5dede0f27c322e4f0d534a6dbb99c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec889356b6f8e425425b2cc3bde9eaf572c1d98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e618e616e5cbd574f088943e8ecf998e1b6a64359c79579a1b3afa8956c042
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b353cc4a717320947ed229f77249a970d4a9235a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf48d6d0dca4f990644406ff1d2a3afc7c6996177f74361648a8738721011e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ad651049ae6f3382e112f1700ab96adc4e7b1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d25c435eeba37a4f9595a06d80a96ff2126fc64db1438bf56eabe6ff7ec96b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eac0e15fb60c6e233cc45267ed135aea7c7525b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141408979c9dd2e9474bc018a0e26a100e45a9cbbbf9b2b8467f87dc351dc773
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f2b08d6dcf460c0e817d3648dae5f6b2e518d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579831d4a00a9626332c2101d0d1a32df342e7a5bad7a44abf154a188e6a09b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7577c73bc47aa2d9ac84ccae9efd2c1153b80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162742c5fc266ad5998ebe3c1a49ca1100075a24c6e7c2a19aa39f02beeaa853
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a348e0d02c401dccdcfb1b834029ed09d7d7177f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5c8f18292ddf72c1ed49ca606f93ec41e171ae207a2a9501f5e10fe46d552
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234307f8065ac64a0083dda0ded8f9401f8a685b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffb1a5e9970677d7412fff73831411d7e844a85fb61d12c5222a26ec824c0cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b96a6be6087935e64b5c75acebd6a843e9be3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67092253c089f5a9a3051c689ea764c4bd9dca77efea4f54adb12e79c3d4aae6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb18339c711a2bbecad29b6745aaca274af13e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2523efd68ee6c4c32c3b5dd247a2ac6dcb13fce64d764144ff32e3f5e0a11d0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf5ce3068ce1184bcf63c1e7fc4763ee206f9fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6858566da151aa4bfc28a312a70ba75ffcb24219c1df6b56a50fff1f72402789
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fce358a15c30a6a36017ecea73eeca019c336eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24616b2da93cae4064337099c68b36578082546c024dfc92bcce0e51a7de68c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e4d55df4369c0b4a3a582dd57b12b4bfd4391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b333fb1ea7c0dc106c2746cd02a1e1ce6a3a8bdee00cfb70b5de5cfa9ad91c4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0a3b9e25f6bc1fccb44dee80671bbf762ae5e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3a3fe3589e2ad556a2d30976bf81381983c0b8b022de5a771c1cc3e4bec66f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27eb8ca8523d93fba9c3b672cd53a35f5a454273
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd078127ee2250ac1379239c8baa52b3ada1212e65989db6a16f2af058d4eb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187df9d6b9e1c48de4f73a15841a20019fb12aa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415d2bdfe4c1cd07d9a5828f4f9c8727af798ef9caf3fdc6cab0d15fd52f17c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d599f8d766aa1ac30516dc5c3ab46885686cb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe998bc61319c78f0bd8de1cff4555eaacc7b20a7de82de51b2677f2fa336ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a0a0669a54b1eb2b8093afefcf5b2b942bbf84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900de9a77b9205200534d8996e2f420e5b5a89e465d4a5aed42092bd01478c81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094e103adbaaa06b55a7c6b499f9ca3f51083ea6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50e3417203d26840e7ebd1a791656c537cfe18ee8cc8618281c116435ebe185
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d4844d02e94fd1267a4a31d2ee6b6191d39b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b56b24f8512b517f963b8febccb388b7f194fd4d0c44bdbbaccff6868fbcf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e999ed4cada5e00c20e6db1480b5e6cf6f7fac42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a0299205c8460454ef73e1dd7127256ac70315f343e0ac5f8ed5eb3a2610b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4a7fa4365030e002efeaabea35b9f9f3f2b5d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112d07f75af8be7140557e48069769d841f810ffec9c5d5ad9f1c94ef9e405af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbca6100bfdc20ce2761537999e0be39c581634
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe5cf3e4de28d20e8dea162be6e7934cd46aa93e73161a0801ec97b1c8f3cad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bb9a6219e298bd810959c23008060b6922d65a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674dcf98d16b93a5ae6b96944751a0a2550b6e92152babfd4a30961737f5f0dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e312ac2163079666e18021f797e7bdcff57436
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9098ce126c8bce127bebb34cc1b62e2b75be8b6f73ac256b790ae2aad173005
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77a6a6c2c16ed7c3ad396de29683f7a78110b49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d580b29642d5b140b6743a16fad49e9708ffcd02248ae4b0afe24c4096ea03e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde1d801aebdfb701ddf60ca8621199348a9835
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce42fe78caee7265e5b27df622c0000c0be7f2022c9e8c9f06547d29af169f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb55d88b753790ea9e1376cc88c641dea2f1f2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc637abcbb7de7def9cdca5bbc5d91e5634fd55bb9efaafdb34c879c3c6f9c32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5707c7fec1a7bca7f70d61af2bc720cfb33eccd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa00d548ecf6c554e6b7376c6f4d82bda82f12452dcc083f37df9386601d89c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2dd4f1120cba6e099c27e5bca8a49e27b1397d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fce90d0b682503ad580ff7df1bc28de4d62d14a290036c19718499c8d09f3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6446264181db441c5911317658ecc9cb65799dad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46ef186b83cf11bc01b2ded49dd4656072398b28dc9fc3990f32cca590a6c0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75001ce0c56da6a7559b369045bd140d9cddc0b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173f5a9f8ed53cf648accab3b86e821898b44afb0404cb83771dbced1b3d32b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d769c7d330b35412381439ed51b88ce4876be89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eded590922156ceea08780ce5d90d3db13d4579bed2e05c014fd12216f9108f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdf043c025493360b42bf45249bc30856106600
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b593ea70854ea5d91a674372a6ecfec66a5dc04db3abe1f0a92a742afdf2e70e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c2ab96f276e5a3e7b6f7a048866df8768837e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554d1ee6b4729374786272efa82866b6df3a8f24fd07c8d1ae3418967ecaae1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c172827959e0bf7f43a61f01505e6bad09b73171
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3391433fe622825be30c7e33028db1877343d6f0e6fc96cd55214c4a653f298
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39823fdbd06db78866abe0146a9a6e6d458e058e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1d0e11b18591edda70dbc8c00c04b5749cd8cebc168990e347afb442fc40a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add6ff7748c0bb869e197c10c6454c5152b0053
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a479ae7d19fffdc5a74fd0a210cb6f8a305879039b75107dcf1d7211c8f0e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f10884eef69b5f6e8e4403e784ad0a6d2c04e7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281509b2096392d8fbf76c4e43281181b7abd277c2d7949271cb7a920f92a5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6e665b1c93bb4c4d3f7bec059a0ea32473f611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4934812f370adbffaf41bc139a9dca160eb2467c1c0c0b663f84f08db0974a8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899c5c8dfb0081aad4aa3c143de5abf1a9697e43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5acd18d357d3d5ecbfd6174348e9c59e0d9d63df2823d2f481d27ff1b2966
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0462af1ac58e742c827dd3cef910c288ab5996e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f076b62d84e060efed92a52f7b61ec8aaa449442822827ce7b8e013f7310acc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff18a718698cda95c0d2e7df0fd8187cf70fa29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368315c4e6ecb4a375cafe1d2730f0df77f55938de82464d64a48e434d3edac6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e136b1ccc21db18fda51ecd592165c72f0ccc4ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1865d6c0442d3e82543920f2c45648fa082c5d7c8a1a88d9ec17b5f010be92a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9bd425ec66d645511f30ae7582a83638e62231
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a68680be3c0a2ca627c95acd1bf355b839d79195314a39cfd15c69810d1770
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1518cb2883020db6e591d41339dcb197445b6aff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903cad20279e5eecc6155e004835788ff7bbf40dabab55b07ecb131f42fc2576
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2136f6840062cf18f17c67cf026fda5546e45450
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720755f0277f4215669ae3f0cc9d044651895ed16448e5959501431e09d611ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f8675c1225bde8dc584f321c00f012d22928c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81cad5cf6f6b78dbd56080865d0f31fbfcca133fd9e70c1a968d4f438eecdcd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c64f946c3cb6cfe3dbc5370367e5ce69173069
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f756d03eb1d729ac551e32715932114074534efc03426219fa00bdaba9626a2f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78beb56a9df5de7a4d03439da87b268b4dba202
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9391a26d09bf7af8e3de00250bb117b3e8bfae98786114b6376bfd5b17846a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeb729b57dc29ce077f2658b042aee2c4694af4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a020d7346c991960bd50233853114f66f8f9f182739936fbe8626af38963c10
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a1745baef47e346b31eced69b31a24ccb1b54a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbcd0747c0675aa80ed1c2557acf99c4d1175c9fe1afdde24b2cf194adbf919
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ba5e159d661afac5bf516bd4ee005b85b1e890
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef46cd8360032389f9de6c5e97fe8fc8c7a9418ab1cca950cb865ec760fab92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5151425a3941c53e3e979e81dae8a815402d8441
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c05c609cd6cd3985c6aa3434be8405397ef440a72372bc71be5b0cd8de67da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72984e7c98437429f8f472133348daca7c172081
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662d40048a753400d937c7b1398cf1cceee19108b1e1469ae635122051e78db1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dace58d739736e8b14a1122b3fc1f372c1ba84f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c66d48cc171eb9d93c529f9e65abfa163e0aec097c12589e66d6721b460e4c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed51e3627d63ce5f0341c0d5f26c0b6c7da36f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913402b8eac2786d19cf1ba808f89bffd44b2a6b8b7398546f587162dac9663
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd692a67e09b0baea91667f217f47b32a051ec5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4797c5ecee91c936578ff71a99bed5139cc347a79fc8d211ee5211a0d79512
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a30d9e2d78d561030f091fddee0e9fe36e2c708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d054762ad415da135be97a65854ebb79076dace7ddd605b026b419d135e60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beff6b126a1de624c2fe451b50861f9dffdab600
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f943cf164333a96f26fcabeffcb8777dbcc0b5e79dc0f98dc19be968942810
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2d7f9bc80524b27b1f4d293b714058b05368be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2b3d4c1a1659818fee2ad572f6d741861bcab612815a5a5e7c4473eacc9261
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d24650126dee5dcc74dc959e83ebbd3c16de620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dda7e4c745373ae149059ee5a92efef7ff3cd3164663d91814c42cf571cf7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf8bace12641a0cf20e72dbf8fd6d58426488d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866abf67eed694bba7dc19c14619f436ae151c948746dd81ccca28e0d87f8898
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4887d902b7ea571e49d2ccc029b1a901e206d28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eed69cd5ffe6ccc7e0a9418121682ee099ccda0469c7e7c295e4d98ed45a15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ead4b7bd621bba72baee62179f15258acea5d32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f7e494a4e2609f3581ed4a929cca42b9b32c59c174de07f521d6ca848d2ad7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4336229b3f899dc711f5403937e9a93c810309cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b60f805950b8f0031b04e06776f7c7831b729c8366ea367e7965f101353749
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c401cc91e4902c0db74beefb9dcf0c01795e009
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a3b98303fa5d6a3fb186bf0f3368274e3c1a2c86e33187f0f2fc83418b66a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6e2d7f98c56cb492e53b3a480a7f03c2177e50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f28d4133b1d386acce581049f3c0d0b4d4f0e73297265ce0f636c184c44b9e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70de3613d63e208e06cda6bb9bfbfc958068adc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c13bb0ff895ca6fd8693f79d75acbb6ed93254ab17a8433c82065a24ad95bae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f32f9b46b99e739b94067a737f49d34cdda566
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231afc9ddc68bf56d675550c2f10bded07d2fda5ff83d17b6cbee8b6aa738142
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93018daac98e09ac2516963b0ef3f88182d1070
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da84ccdb250e2f7ce47940b0674e9c5c9c2646760a34997523c5f6440ce27438
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e1057c9d83b21e215d48942983d4da55e19cf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7924680e3071024a994a5fd7544d3aa933686459d487a97572fe5666f3956fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93e231d061d61ce662f02615505fc84736feff5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8602c72aa6830985ea80fabd88dcc830b96d46e8d0e10e90316712a9ed664cd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ededc7c134523da7366ae5b1ed926266ba45bb5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697fe2f2513517518da748cb1a3c68d4a153c7241de80ffee5a2831f76efae06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86d4e60091f1c408e036fb774f9686526096e05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cb04d8dff63ebc0b5bfe9ca65e56d2d51badbe812e4a778fd5064b1b6800b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb930c41df4e404d665157b7cdedf5bea56c147b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9403d74607cd23f3cadf905583bc50e4b8447f917e3cd0629deb76f2d0923da1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6146a78f9e86dd0ee92c45e33e7d33d41ff3238
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f42607bef42c13c693a48d8085111a2bef38ae67347073bbf89339cf0a2244
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7945b1061a9f1b596c7b4ebe6b9996830ec21e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dcd758a53653da6c3988269c5ca95fe18c19089d48ee2721db6c356fa586a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f9b507506ebeccfc44678bd8197006b6a69847
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d02be537044b8984b8b425b7257593466cfee0f086e237c377abcd95c5290cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4024db77d710983e67f15c034d01b1a0bd7f072
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51afcbdd0c6b29bd74e7753808ca1ee4e20304c9fdf4b132b96ec79d35b2c8bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7131399aa93c31e56ba89a77268ad7f48834376c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e6df0bea1e82390e4b62bcb320a168ba6bb70ead760e859965c22e86799ea4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fe2132025e5d267a061f5ba750cab0bfafb43a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b7937bf0a89adc328646ba927cc6effacafb2c4cec4cd9ca93364eea1dda4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f73f48eb37c43aef509fbe6a611042e31186bdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d8032ac5955d7fdc6f2b266eb2308cec8b7aae84436dfcec853285ae5c6cab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf0574a52beca1d44fcbe3280119ea3c65d72c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cafc54aa23c406a6175544edc393d0a459ef38221255fb62739864bcedde97
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6d815c40b3eb1b4962058377b446615407b37c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee2ddf69042e046066dc33cee9c74b13fea504dc0fc42cf26c460b60ef2bbd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6773c5ffccbf8a45a303631f653a8b8abf1a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5660bbfc978e683d50e1ea0bfb8803d4d40cb23f2602b646c1e9a85f9d4071ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f299c34287097b3e5474cb69e75cc28123bda355
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a4a1b915a92ae5c34b68c63c89bc7254e161aa9c23562529d88d0688a36b06
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d29c23ccc5fefd12ae041bac63b67b2c6572bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea69152ac5eba7acd0134998373af5f8d4fa8f3100c470ae79962b4d397f1cbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9742c1fa0f1cec2526a3b72b52ee152b8fa7383e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd3ebcde6443988b2bc8421097b4f564fa426abe89a857b502469b669198144
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14b8fdfd5907ab5fcaf9254bfc725ace98091bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed25e4c6504f3a44947ed80f47d153420bb7854becc0416929d4839248150b29
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6f15bcda50d7da166c63d0b69e717347acaccf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dc0a0fd37f4710ab9f7caa46b640200481f9e8f5e1bcd6a00f085e0da4f74d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceff45a02db26c95f7c29587c89f53ed677cfe84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d7fbe2c45c26f7422c29fcfd5f29bd9e116048ce3148d032635900424fc58c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d6f391f44fecc9db8fbcb4cc9271c08ac982e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcee2117d701a0d6a7a844deab3f73efb0eda97e0b9b7357b7abf5cc23ec1a1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8341bbd0ff25f1218be3c981599ae20e7d214a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e30ef8f41d4a8408362b785068a9970c1856c0f1cb708059eb9d75e317a56f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c22a138460e78f80ed5aaa4772dfa9f2c46b933
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285640b142055ccabdd121d9fd052a888fb3f5100daeb627c43b0c91babd0ab9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5410311ac9535ee436d052bd86170a59a5d77997
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371449200c27357c1536bfcae1b4d637cd5d5c870c6417090d34582fbc33dd7a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53f99ad0b4938bf7dfacca65a1b077d4446b1a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef26b8a2946fe5e82c66d81b6538f5375ee2147c5c08eedf5655f13c9933f98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29d5bc1b5c26d2c5b387035921cb780dc31d47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c0ce32b135d50d7a71670fab474e233d35401bdfb9b1d6355ac45e21e8d21f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db6b7cf2d461e8919100b05797c34b5165b350
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfa08a8f6fa3c8d933395cc0f9ded592060d3cdc84f8922c1b97c6eb07dd91b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333b5878d5714d219b3a63da82b9a319e5321511
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e73740433362460aed9e0f4b6a2b9bdcd3d76557ed06dce342cfb971e19080
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4815971bd2cdef4d2f68d0956792461df07baa09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95d5ef1fac42a436a2015c61edfc8ce211c106bd4898bb411552267d42f55d2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fc7fd90eaf300a30007c26d753e7bbeafa98da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6d7e43d6b523d2881c92a507a2a8bbf5a9b34ea01742b8df9aadff0274752a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c8bff630d1cd221e23aece45631d7e948596b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a1bd7add265fdd91d614b227188227a6b2f91bcb3a867e3f45e051bcf8eeac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac542d53449e9c38944f4476d6848a0a3f763dc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796642d4b01fd66ea0fd6694fdea1cd78578ad1f21f023be765b21cc481a1099
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6cae9ceb99dee9535cf00c55b1386fbbfcbed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6063225d7481f3e6c95be4f6312402ab94c6403e3f3e2773646234d51d69976f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8271db465da13b77a4f950044ec2fbc6195489d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a30c77cf394fa556ef772ed1bfe6e51d3b8b63e9060ae202ef13fbb9be8027b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4903a304d3d03cb5eefac972033336ba9f8d8a6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2582cee9d874cac5f680ba69bd4668f1d440424b8a55f288d6c0bd0eb568bd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865b0ad5c3a9c5e69da9e7c863ffc872a9eddca1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aa09de1aea58ceb9ead2018c5e4b5b78d3bb0e5a835a84195df741dc3fbda5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de03db1e7e07247b4b9f63579316218d241fba63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42072bdfee6d86a75d7904fee498efea7eec999fbfb00d6a2885b3104293d171
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c90f27dc1d6d16fb5dec5ac785d7619e62a88b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c6d27005f5f6c523955698a89abcb156cdd04c03073c073daa8be983bf7c4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67ed8fcfa0db846c0462ae93701ec78e7d980f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a0f5fed05f61122f82279520b22d96dfa2f4f98289177a950546f12960b16b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1415fede24c32a5242f1757dd9be8e3a09e1d2e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb5e390b2e1c85777e5485886c4710498a4d08e556a9e7230fbb37936eb9d09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8c98067f43b53dbdc14dd0f7b1487e49f46e31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0709d4fb7ea15e56359b5165f6db00ab6c517e53c9b0d12e61c483bab687751a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9087e6133fa0a99d937ee0b2982bc7d46e69664
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf783873b6c408adada26558fd506b2ff6cd29ee98377307199f45338352d29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbceda0ff0f5e49b3cf66fdc2afde3177815f8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b072e342343b71e9bf9568627dbb50d138434a54855b30a67881ea0a5038fc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bad9fca309b5079bd88b216e0ee55b937b087dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5907006b4a6fc6f8e507fd0b46a368fe3373658402b7e0997b75033df68b09ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00f99ee62fd674eca3b1215ee35320b8d213c21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b845f48d4eca4b4d38a6eb590d5ce1d2ed848474ce8102c24648d8c3a7f28327
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb4e53f70c47b46983c90c87a6e6eac7c48f767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c995481d225e55aa3ef0ada2f183efb9dbd918dc3327e2e2a1660069eaad7313
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1ea0826e1ceb5ac3cdf157399e1712c860f003
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b771d5a175353c9befcab8c4a8358b5aaf032b461c4d41bb74e894e5e0db17d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34460035b75928c665a7943e18dfefc2eb116f19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8401cc1f500ac50fd0bad86736384690bb9dc4097514f738e73fce4f2b76381d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8795083842059656e1fed0d7326405c79ef4c486
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18e30790f545ec75325386595f79d9e98a779e040199016501919a21765f896
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e907bdd21d16e528355189199e427d9419ef0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed6bd25c886265b34230a7f7be758346d74db2519d9a258d2d2c689e2fa046e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7df106104fb26f5ba5d9690e9b8f28d151a245e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addf5e69ed69f7a204e3005bac2f9614acf5d4f28be38bb8b1041a67bae74cbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534832ddef592c6a4e47a3e1049f28ad9ad050cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b1f1b68b5f0c4c847e1f8d0c50b323a9ba2efbf172b7b46c3fb646d8562109
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fae513d87bba59bfba86d69097a10ebdd8c1dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f11d37132b0138d67c09947724686e2dd658db5aca492c3af2457a82b40aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8c3167fcfa418e8680cf5d33a43bc171fc40b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd0786ecc42f06e668dd5cb02410722d44222db173758c707f454d8a0046643
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddd5f7853081b0fd679ab76231ae4a2dcfb3dab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571f60ad792a5aa70df19c5a990346fed3bf307a667a5a3235af9d12c314f157
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd8a3d3aea691343a358ebc476c75979902b8c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c837eb803f96c93d263771c3f6db88ed7e0ec368dfaa005d64cd91a19f27c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6c16c17a92f19d2d23940b16f2a62b81670da7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1edf0b9d74b8bd1feb66e0050abe2ff21ab484d3dc9958e53cf0c408e5b8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5791e6609b91790781cd9060d883845448d8447d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc1de72ece0c15954cf909ff1293aaba26aa835d7e1d94c94564bce063161f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5ea96ddee9790eb8e2c12dc577dc135b2e2639
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afff1801891c4a8d3052ed73dda1547fa6f501d0c9aa19232fc1c5767a9347bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43b5222b0421eb90f4aee1e6e61b3a704a13c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aaf5bbbd461fdb15f5199d141b1c55995af235517d4f83ba643a9b7a973b65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd6f4635562f1f83ceb2b73330f786b3b92351
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd81220982ab453b1f187ae63cd0a44dcd5287b1e088f32544f7944f1c35ce67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29b8de54939e5a1c6fab85784fb9a3ec66dc32d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14df1946c8d2a775ef307c075fe9a733f786939dbf735496f75ff85b822556af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0140fc92fd2484ee5028977cd1fc3196d5a5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202b097cd37113b8c03383a99164ae732f8a04843a070d9eb538ff15caf660a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7009c5228c220ed70009700724e18c2dd9655b2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865a200355fdd8c7bd4d015647477be6c08d136638b47b9a45a5e2928280e124
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d736671a5145a1fad89ec337d4382f0a81d78e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aff2232b029fcae8abc3d883794820e60ef30ed7d5ba9294e4c0b35801c8928
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1fc4714fe63e1b7072ed6c9c7afe8831dc5fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d9dbe6f00b494c5f5acf38b165091f01056c8724970b45902e18eb497139f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9577f981b4ceb848b1127193b7ffaeece8d07abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f849902174f8b9188b4e349f42419cc2c44cb5f7668201b83578e997999d6b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d131e4f1c81fda49b936e6fc9f998b5b5f9513bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2e8d2eeafcf883f69432578fb2771b88c2e3f68ce685eb4f26b0ac03e82901
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb04dc41bc8b91265bddbc2f91425eb1aa712061
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422191b50763c1902f9684197acdb28ee096bed52735d8fdbd468222624089dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8e8b6329d6171ecc8f1bf671e5f542a91f781
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d0d54f6808b26435f8b4a974a1e2692e59298c644e7b16681ed8cc1ba22015
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b761399066804f640eed18ad47d669b579b854
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006c9035783347618de6c2c8de7ea89d627c50a144e502baad3203004105981b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab10314241febe6fdb018aca90a4dd96b3275b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ab444fffe7d096203a0f8d82dea18dfac5dc008dd23b809c22e50869c8fd87
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aee1f6c2308f06938711c47402c0378c32df14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b3f716eb569b9bf93a0bf2b99b248aecbf21444a693e93f3158156639729fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c88f400138a7d7130d325d0659094744ed6a34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94d30c262385800f0b6f61abbfd042264869b5826a96264636498b2c72ed8d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f825eaf00a0e5ba9abcf217679f6553d367dfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725f4b0c011fe9f4d0b8d8fd6ed7f1f020e64537f457249e638d7c97a39d92c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72b45e8dec28b7da91964694a4b678784960711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e7f9e1ec1d93d6abe9a8275e8d0878230040a6f7e631b15b829d85cc0c5255
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d140cb4bb00f5b95f8fa976be5c9d5e8ede09f9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d968951a6dc890b5c529c42f36326adb1acd505f740dd1bcad7fad200bf33d62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318136bf98130c1ebbb29dadc4966c76d2c9929f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4462687ec8a2c7acadde45a18080cb40948fcacf2c51298328dfebdfb824017
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae5bd282e38f4c4628b2c2a2dd58ecbd8a865f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef708f76701935dfa0f788d3c115a3ab6132e3c58d140fac978dddc5b078b0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64abdecf25ed0bbce8683e458c48f6960a3afb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4abba5b9e41f5cffe330d5535e6a4313d37b1545d504248b914ba062053d3ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864e0c96828dda3550b7ad432f12e5e0dc77874
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2584aaec074d277cccb68eb8d6d7172a2c2b66ea8fb92ab1ded797b5bb837f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75fc284211401673a58e5c4a3da499603c0c42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d87a9df41c08379f9bb35acd3def6b5d86b6fd060a06c630e710a98317afe0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec82839c30bbdfacba24e1dbf4abcfc7c4a371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe48301588e84f7f41b8a7f33dc14dabd664cb650d950ce1f2ec94d1229f8308
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4f082acbd9f39f5507c35fe550d3b9478828e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c0fc23a01dc99ac97213185f0d22dd8cd916f82bc48a270e228e29283c035d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d76104c12cf5b6fed67eec1d5677152edba9bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806ffd4114048f89184e64fb9b8b759550b52c02d1e6ebddcb153b832aa5649
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c7355386f57d97815d04b3420bdd6d8728b59a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001cbb5ca4911ee239de8fcc41bb7dd31c22b3fc75804ab68e91d4e66100730
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a75f6b64e5b0ae7ab2d59d90484b126d306313b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b413290455cd73b0cdb8cce5e1f0fd008f17aa1e708a7330a007bc26f8e7590
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298abb68d1d454af11dcea5be66fbf98f69a1b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb0b56f02df5ba3bf543de8a6fba13d15ffa8e3f353716bf9b5ddec125b532f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07592f315fe3e7816c26cae2b0d2f2070a78a53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc357857ea8b40ad509441ad2e5b4af19246907cc32745e8dd2f5e52df8560a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d404711915e22f260f8c8995d017f6e45b6d30e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835e49abda096255b55ef0bfb183c80ea5fd4965f2d287815d3baaf3d4fbdfb7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73c608954ca43611dc4ae7f5c3d7b265293608
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3968e80cc4b3cb3696ee133deb0e69d3171deda615d05b305dfb3a8e8bbd524d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a075c5087ce94dbb9768c41ae5648bd768077
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73388f27fcf7a81316dd835701b398be2b41fcfc3c3769957e35e896cc8319fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f164af663b1d57f518c5eb814ccc006d9009db66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937459797b2369332c4738cbb57721c2e14ec590e888817193791f1ebebd4778
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acee3d9dd3d1ebd32720a82d6f0d46869ae6b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c997b9e4b4e26a5abc81d6d31f3d7b9ebc6f2040838692e9e50b055d8e19668
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23334a4b83acf1b5809e8888fca785abd22474d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5781bcb4326653904fe7f705a4a24bf5a1907467a7686171db5ccd434bb5d8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f6e843d3fd3709353995e74577b41282a8c903
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3fa119acb01c8d482f86d50cca91c8c9e8be337b3ffaecc0199354af541cb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96d31ca44a4182ed54b5da91719cb450b727021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e858baa67e5d0d657f68d8a986bd321caeb500af46510888a19e8d4d34d889f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74211397b09c8fd151b4c43be4d0c42f753323e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd38f16d6e0fe2b1157e85fc84a3cd0424a9fc1b5b9cd41d970793d372f2278
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88477ae4e14641a36b4da269de67162e292c959
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b4ff32078669763b2ef22839c51ba21f6c6c921a4a710f7c971a935da844e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f89fc54cc14063199ec8d5a8b71ca4c328bef09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7f0952475fd73845603b066af33b408d6417b0f8555408e20ba075886310db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e50be69cfa0f0449db3aa166bf89d7e2c895da6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0a392f8ff544b2b3e1c4d28aa67c5700824c79821e49161efefe6394eea139
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d52d1f98e40a56be207bf36fafc5e0121d3ead0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea056b6a366c2b634b57c2740353660a1e8c8ff8d92abe44d36a74d49712ee3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1379e32b37367da2b31fb1439523039e09f0f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5fc0065b8568769b8da9c981a53329ff9e59f50189edcc4b901f09af706a02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251d1047428818d3efc30b06ba9ed60aaed52d86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e51a76a61a685310338d66a353b1aa072d7256ffcf0a0c939260cb8fec336f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a082e6a9bd3fc2e79b54ad265db4fe6c7196c35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0904abd2c31d2c6f84ec7e6fe8e1822f496170bd690671366f8bb0f72ef25983
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14114f33ff1ad01a9cd2b9217c53d68b2e47429d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827fddaa6ca5633520d0ec750c494720c27acc9d4b08adcfc414abf542d9e08c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76315e38dad4e865677081a1d4b6a75f0dd64c39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01954a46a37ca421a1458946ac5186352377d97f10151891bfcf138e11939a61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afed5d9bc78f117c9dfa079faa97e0c774912d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cf93a7bc5433a1313556d19eaf35743c6142cd1d33303728d85398ee3522d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d850328b159f5ec217e91f484679a7073e8086
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9f4d908e9cb219d4a43f8dcfa8879ab53ad36dd2b10885c55c81fd9688e964
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898dbc637b499dd88b379915d189129c1ce67bc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef741c37ddce7c463cc44e64c2e27cc81f7a038ce0a133495ae6cb0cc8a6eb3a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dac29043dbef39a8114414d60cc24a3be7f8958
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e916298d7c217eba3953d92b4ef4e19d9321f7aebab695a18ec7fc04337d64fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d9a4d005674c6e2faab97c463ceb862c9e1e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab623e9e0a3d0e97577df12a5beb8f4c68cd1d61e85d75ea00ee31a9ef19a285
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87fe1a197cfb9240af07db814252e4315bb5a3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a323d2bc23ef74d6961712fb8538110cb015e849beb0559b5fc071ba39397770
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ef6c8849ef4ba60461a62b2ce4ce8432aecec1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23300c7b7f90eaed1931af367795f12d52d56ac796e32c63044a53010a30de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32bd43f20b527559efd5b93cb487670c20d6cee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ead0210e4fd132e66b4b4e121406b881ff71768af682f1819e119e1f5ed67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd957cbb4b7b9fda78ac5357aa3ba59db4dc01f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f207a35de79aec83815143b98849cb7b3027feae92029780b2ac8fd38487a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d8a7c7c1189e36d598cbe75e9a956c86f5c74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4968c6efc8553d405934a72700921a66b81672e232eef41cf2d099cc7bd28af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb331f9c5ace8773ab7e834fad674b3a6da4f05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc836fc4395f317b88fabafc1e1c9973fcd312716e2b3bd6ecc61e2a2325d498
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d186021ee45a4b53329f22b0acf6aafd9afd142a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a594a1974b221fbf0f5f37769fbfe4b633592de1ede2a53dff6ab1c5ee1ce2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57373e37704fdae59ae5a6874155fb79477a002
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2a2257fb32ffad1f60869b3cdf97da35c56dae2fd4ea3ada5431bf4229fd0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cb55d91a99a1a1d266c963483a74c01c3e362f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80132c8e8d0c02c7d63f65f779e872daf04117685d5dc3c0dd188c14f5904fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6079739937f7bba7288914132258ba0761085289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31fd6843c10db0b9de59696132b2d747bec5a8703c4430ef8895c5f0ad413d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2134e55c439b34bb609d84801cb9affa505bdeba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf20f14ea6fa1e78256467ce0a53a0adf5b52c4310e57ddbd40c84236748e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f916da2b673f2124a2e49b8cc1cea48b5cb663
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbf87dffc1aa750037f07493376110c268632d2f2c46f97f7d41186bf3343cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85eb4c78239ec1272c0d032cbc51484824751866
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d865407facbca04e4edaac9aae28c93de17690f6c77abe92cf5d0f92b448b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2922e7be28bf021d82c0ad732b2a756c0b10a3c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286df6409670cf8193738c825827237b45508d9364efa2d600b96cac82a46b19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a610ecaf7707c84314d4e0e1bcfc2922ef2c179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18eb6b1a53982e33d39f3449263bc05156732d440344c658e77f8458fcea390
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28175ece5f7ab0ca69b0569331c64ea88ad35a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e0c20bec5ae8db5ee4c96505e5790acc1809087191313ba4fcbcf64ceff60
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b2be65fba5d123f4f376223d4b375ab86ea711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0325dee4925d158255305206552a5c098b11938f8955dc526454d28c61908e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c18e995cf091d54bc3a45ac7f5931a09a07013
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e59989cd2ecc44e2ea46765ee0c470454e2bdfd2d9bb33563fa2ea47cbc427
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a909753240c3dbfbc1c3996425f59285baef8a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e103ce9a8da8fb3285e59e138846f11a437c79b8a901f9eb236187640be9ff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7d6876a9a052924c6c476809e2bcaa0124417b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9836a2716ca3dbefb2a42d5d7c8539749e9abe240af4eece3760270fdc4587fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254167a20731c465eceea60b8cc7bc1f48a030f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a584d9525000251677f120ec975e54aef732cb588809efd095f650fc84e26b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaeb11d79d1eb7dd17a75f1e5e81272d0ee57e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14e53c035a08cde965fae16116e88c7f16ea87dd5f6a127d9a947ef48b4e0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea2a8feabe90483d2f4e1741c5a7c89eca6c826
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c8ca1dc154f7af5fab3ab7e6688a56b6d716facaecbb8cb0598560cbeed60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33a4a7435bc784418f5cbc6889dddbb9237e710
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d06d7f43fec018e08ab91f5941e558e5acddf0c026cbb83b05be7a40c5095
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f544148ce759078a8c9baf792086759bc74343d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf5deab8f8949c05a6ea51e80900d9853cdd8632a2e93cdcc24b7f2570edaf6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752b65a646d9a0583cb3656637c6c1dfcab4886d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23fb905a2367b4c335d4c57fda535b4ced820a181fd22d29825287266be9dee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61449ec6a1c389b0c02bd56b9e3bb703e73348da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a0a4248d3700909c804139818415dd08c77559b629883542aa4db4644924af
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3287c1d6b3bf22628334853b3781feb20f1546
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e00bd36bd60f09bee06dedfaa56c0bc5883bb1938747677a35d0ceafb1506c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f425daaeecd7b52f8c066743cc340bc619c580
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bbe635aacdb18aaa2ac348279c3a5033f4f59d5cbba45bc4a3e53dc473a273
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001fd9a539c29366a1ce1beec3d210fc9c9d839e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71256f8f303a78a835add64033e475a27ffe6f7a6e0cef04ce6c78ed1890640
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ecbf8422b56396b93b5c20f05ad8f9f97f4fc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676416f2e78b923769b523737876c407e4d5bae073bff4c9783c6f6092a8f509
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b930f2d29abc7e376655e422bb4d3e2862c942
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeb93eb477af34cb343a4b31e619665cb7496ba834237529132f1ac6694c927
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc02bf3e6ca455ebcf64a136fdd1738ecf14a91
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b821c4140ff4e3a0d775da60aa421c2f7bb3cc096f716983f1a197731408b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0711ba1b0691835283fedaa03319abd216d1e2f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc87a00023ba4ffbbb3194bf514d0146dc48f3cbb18d1f916e5b8ca50ec13d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7775a69c0ed711b01c792adc995c19169e56aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93eca99577ba55d50e2391e957101d844906299db51be42230b53cc14a348fdf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f6051805d3db1ce245ce72a5f87d239784eb8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc529268269bd9a4f3c1d09cba5447f0a3ef2003e0efbe35bd34c7bbd532ef8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf35f132fbfeb164688b285234548fdd5ad6d270
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17ca898b39316528e926bf5e9890e62fd337d93d923e8a74401b83c9c1899b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81732024af568c559868565d05e8a92931c4feec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4f66fcf0fa437ad9cc75cf9ad04eb51ebe438bfd80c8d53d1461f9f073054c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef87162d13caa125e2eccdfd6d7f0a38293cc1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba542e34e5533e11686648e2bca2d0044e0c691dae697b93b24d0a934fa1ce6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04dc7f6b2c74a7188240158d5711067fbe80718
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3b3b9ba5ace8b15cc43c6771a2f83ef6fa87b59e4def2a254095691662fa2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33fb2534e6ce1b39730b6e7175b404351bc06f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80b6824d158443ee558d183a6767208f1b302a158f721f3fb3ee806dc3f666f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3dfcbead91c80a62ce717672c0f9dff9683192
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e51b55cc69ce7827cd8bef235b20ae51b5864ccd4bfd6505ec49d1f0993c4f
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5014d165ca42c9023ce49dd2fd2ecc48cafe4179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34ee38b8603f83c2ec81d441912ded80abcd71dd6b56702ede784614965e6e7
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be8e9914c5eeaae9e791243ddf1d3fc26ea1d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efaa41e54d49fad06218fbbbb615560838ee1eef854c7b6e445a4b940923b00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b88a51bf085859a3f21a153ad8c9654b00e96c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282614a7092537b93595cdc21063b7c9bfaba6638efd8a245c06f23d1a6949cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d753be58e6a3a4e135ea6b234293fa202464adbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a65dde9c96de92bc33ab2009ff3e9e440512b5e955c0a5ccc023cc49e337fca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702173c0a8e33e77453a3560dc1afbcf2e4861d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db8cd9f8ccc5f272ce5b517b3eae69a73709b10b58e98b79e1111c66a672e0a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c879522111bea30c709b4d913ee214d9dc2e17e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402eab00ffe0838cd8993aaa6f2ab5b9fbf54d94be1084a86e885d4ea132088b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d941d4f6f9d63bf7ba917cbd62d990e050855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d1133f4da820bc175ab1fc122fc1a6ef8b438b2cb1c10a1267586eb29bff51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b905ab7312f625baf7f1f50fbe4d4b5edec36fa7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a69a8209c0f1b388e7b528de63fc5fe429f05c4b1f57bf76ad460c1db0ccb4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2dabcc692e59d3d358bae9bb8e430010db77e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd89fd1fb0af3157a06abd96557140f8ae47730add8b3c9d9e0834792067f11a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ede061608be0394ff33bebe57106568482b620f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54d5f3717abd686a4cfbbfbd43790719d4569281933817e8c9f24adaacbbcad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9f92f338470ba2c1f63138cf1b65262edb373a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ed032fd7116ad047a1564daf45c2e6aa653494807cb43df7c30c60962d280
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4c107b035e428ec6c6ab35ca9b087a95ca8c64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09e97aa947d45fabfa43ae4cd1660740eb792a14f838defd5d1783e6d35b95
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c18895c755c7795e1e7b0e71d493b691ffe697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c96a03559594c727a19a59023aee74bb176eeea043e5d69e3975c7c407994
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3f5bbac7b8d6894cd4457f92e065f4d755409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df912966ed27ae193ae75e377127161b0b01a0aed6e0e355891b92f6e92a0ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63fa2005ca3809b684ee0ad9e1b81f38bce3eb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d42ad6cd922d97530d6851debb644ef13a9193ddff74255ae8cfb7c5e5b40e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e48e2cea33b144569cdbea8c9090a9ba66a192b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f449f8111556c03a4c0ce1089329b09f9d0c8d873f030c6c04a4580f44259de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad26f85e4f1cee40341285aeecaa5b0338080f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef9b2f627b19bd1b1169bcde0178de640b5a3489a408b56ddb927a0e8202bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8eab115090a96d7d93acb289034da7684d8537b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9efd4206e37839374fde111cf00575f9c0b8cc187a8e5c3818a9a68db5e96a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d6c72a0259a36bbc24edc03b757d92c0bd5729
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b0a20907c8b1fa7cc15d73016573b287be05fe7255b08da2850133539c52f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d490ecaad63b4d4800b954d89f89be1b59f94306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb49d42e8683f4ef4b323a64dfe9941190ef84ab0d88d76c591d55b4d7a13f9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d21471bc8f44dbc030cd724ad636f4648e4773b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e63c7b0c29db4771128a8cc3c34e37e71f5559209274786e7ac30b2882cebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49e537f692716fdf744c9d2e1a490211846f551
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438f2e46be4c0e1547d218a6f4abc05b15390a184fe06f8392c70ad767e4d95a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f73d095da8fd35f12044ef3c94eeb5eb74ea860
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbfeaa1abdebf091b43cc8cc1f03fb16694a28e60c99eb1f3965dc352981afe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf0338782f18df9fc08168b38c3b842b68152d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b983df17441b669bfcbc550bfdf846ffcebbac07bf41cbcccb1be6c4a73c0986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f07c7db6ba9455cf62707a0c7d22c3fa8130b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54715be9ac203c0caa7d99c400e0fcb81d86712705903399e8531ff10d218244
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54335cce0b66d1b9c1a456596be973d183fc212
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190145bed14b5efd214af95d10fa9d519ec10d7e8c879a2d589ba98adc40c267
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f29d536be177d658bb42460df560e44067c1a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b9d88bce098e5f76c16e35434772c2563824b0dc82b21624b75d91e5fd4194
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f983718ecd31deda2e9c9c38793a8456fea829
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb96d3e3e19e2093025a0189a5f0f8659466155d77ff4bf77c24cee84c5123c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a0c6a89f68ef1e9956dd311ade4dfdd4b6eb58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec85185fba475eda2655ed1af106efc748f7b727e58aed9e4c624880d7c33bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee006ddeabc152242ce346b27c9a4fd0f5fa9e47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4ec7ec4968dcbe6d600103cfbdcc36738289e5a5ddf498c97b3b32a7031fa8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32219780651ba7ad5d16eddf4e2e47afc9df1e2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d30a5bec5866d5ea5379c3a2eb413f0116a18fc8d1e4f248ccfce8d4f69b376
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16ed7f1648861bfec1b0db6ceda25c91e5ec5a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798bda9b679d5f8a866529e366564677dbd864e1ce8a49c1c0a4305b74bd21c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fed2717b524c153fad79437e11745e39f965faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14679bda4cfa3fe8b45b366a1f83b5213bc088e7d3d6c4b3a514427ffc1adffe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee972c2942750aa9a51ea7fc91738b90cc9af1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d972a5b2cd1d695a8343925833a9f8c7596a8e2663d4ea249d830ae66bdc1745
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e850503c05b1347e66621cc9410038714178b5e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d7ba090a3c68c3f219e2d27ec70e52586763f9258464ac90234967b0eea8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a264765eb2b157c7fcfedfc28aa9bc22eeefec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06ecd8fc518f87f83070c8f52ad14cd7b30a9cecb479293450e4682f2a6dbc7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484a4400f5d8637bbd6fb2e1d3a12ab8942e8ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b4ffaad6867acba225c3e4864b6c058e2640b51ebc645e10c433a2709d967
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824a03ef0ca7a529240a497e34329e3f5b6c4e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0d38e01e3a7f65f31cff6a1cc1ef9d43743814252b034f3b60a54b46bb8eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c8baa05299d842c38ca2389b77a6d0d47279d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cfd80d074f13177ca7158518fa13103f06d97b3cb8dbc535af486313446a22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00d6ffdce41ccaec79d23f54b140fe86683c3cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a56875e528aa90d086129d7f2690732fffbbb96dcfb2ab403a0ff0ad53df03d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35deeb80a13aae479641f2e27da6ec7e3f3425a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae1ed183e9b9991da0d5ab8042cd82dae50f176a06ec9f16555d5c7f42b40ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3329a21c05804494b944e7ac1f3e61c821cd62c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2837fb3ccaf224113146acd6ae6c8f788fb78480d5f8b87b94d4d775b98bdefa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966affcb245289324901fc0811377311bf6d7e0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c4e48bbe04fff679ae48024f22c4096a96e93ab189aa9efa52d78f25bae71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fcd1d2477108410458ae03a51f5971e4cbfbeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817c7df7acbdf109f1824aa0c0d27f38a6661cb569d66a5823794a823774ac4f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf3fe16fffc1e8deb4a71e0bdca6205d0819b7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6996735f7d2d449390fb061240502a4e7c80da7195002c9fed110245eabbd8ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43ea20c9e3e314c184edaf1365d756581f41cb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3342f531cd8f2c5d00d55bc9b4e72ad8181a568f15b7ff49a17d82fdba51f40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13c55b4eac7c3c3a685b2932abdf216b37315ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80756c26c03a3187a9e458385a6ceacfe5dfd67a850c7dcf22bc5cf184fb719
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3046628a8cd02b9a9910c34fb448d18730f2ca6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115e8767f986756cc8d7522d79398e7a7e3c9e0a4c7261bc5be94194dca9e1a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fea6fdedc77d03eb5ca885d62526d246ac9289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e6275dbc0f33aa4de03c6c4cfe158482d15d7cb9ffccfd6ad671df0d492668
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64ba050703b4c7e8c2e275009a034a51188343d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f881b31858d5f8b03665bab33ca0eb03c19e7e5570f995db476e271451929
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07a7303bc05496ea4d9b70aa596c5328010db4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a57a5668bff03c6b831a942cc780c834aca6c90f238084de33dce651096dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ece78f2ba0dbdd141b90d6391f21801207f2a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7df5006520fa12115b888f808134a889314b536db692a2d85df78d54a93125
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8c74be1bb81480fd1c29a12117ff2aca5c28d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80287b1a9fd7183976374e8ffc956681e5556012f28041bcb9a4842f56c888ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369f88909efd600ea47a7c19170b9bec2bda2962
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec03caf54ea1ead628d8054667a7eeb689aee63685cdbb2a86d265fee196b2b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137d14ff0b14fc5ef120de01b8c6d20fec22c0a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60850cb8a756fd3070f7f3fd982e8caa38a139cb6fc916383642781de69d5684
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a02578f108f8c37e95c9f0a20715f40c92a459
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290c24bd1e2623379a482b243090550963957e2ed911b4429744101dd17307ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd0d65b1bfda376c90b6301e256ccc359b089c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd5924b1b3f563aa010e9c01f6febcd4d2b63bc6bbe15613938ab73d4379abc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b5cb833f59901923cb5c7660d213cd7a1a102b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0a6311378a4d243d171a07dde3ecc5d2fac4876436c5919f02056f1f80402
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfda592696f920b71021ee6422550b0a3624684
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29364026ff8501413b17917ddaf10e43532037d6e52b2064162672ee5974f844
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202c7d82d8745e3a39f18ba6c13965c00eb7d4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97885ee04fd572650e41e92948282945f4bcb7de7581f27b78fa5770a7528c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc33c482cb1126980282ec0c9529942e2ef5a391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460f5b7ecb9ef0de6dc3b42ee8bb24ace96e745f1a3f991ffd0d88b1368687ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161343c6dcf54e752d41db208352c9aaf025a517
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835afec02e940a6bf244244a18f0485e4baf13e5bed5bfd03aff06171b79a547
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70e6e3d46083a92877dff22a702c64b56d9a255
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721b328668d8abed0429c73023f1b08c6a5a201b431cc1ae2df90223403033da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e436751f83c69a2fab2199bda53604d4b5672765
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b039b551f65a895475e16d6e2903116f70eeafb87b08981fe2ee1a1060d98ea1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6221026e2701a81090fdc94e0b4de9e09d4525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e8a7f42e22bdf2d181aaee2d942e783c5d9b46efc0d8617e803b0a86404768
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc68a906f7eaaa7df57cd645d2ce4faf58047fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1898755edf60b29c7c129d51c19dd7f20810d962833469e5ada2b8e6b4a961d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e6061a54805585aa8d51bdc5b3a871c9b3ebfd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d092fec6127be70bdef17a649322df4b6c1378b03373542cfebc76cbd2208001
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8e348ad82b3ff169b1c8dd0bdfae0af2d94df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73fa614d62bccf017d1b758cce5dd8f02e7cc016d5d1884e18b26025cd18a34
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fda69be424eeb897bf73b79332373d365229e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa197c568bbbc15cb787d8536d3a5df775312cadb1c44ddbe3fd657a0b6a5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a324f7241ad5cf893e7b3a73c89d834f385233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58a40a51689910db2243eb98b5823c79040852476a0d45c41def73615cba0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22957a5f6fae0b66b1d72a0e0d4ffcf32ddca1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3741b0197ea8fa6a8be3d47051b97f087e05e476e8261c47902b3e093438e76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff3aa8c47251c117757ff81b692ea0bc3515dcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca80392af3a341d87f739633050569457d10870efa15b38877e652c1563439a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fd0f5aea115c90194cf977d3f80fbeca749f55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712c14c62715c241727739d4c47bfb67392e6dcea80ee9e3fec152f71435f1b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93399ca07f63fcb4e430b3e38e3d51d0ebc6c263
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2816f6f05187cba4b5347e3116457254f5914b58134ddb6916e08f567df95baa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc412adacf99bc28ac41bd81b8d1bafd02ad8232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce7705a648e21e982606e6114b3af2d1be70b8895be2d23e8ed3ce5dbe178ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8146ddd4f6b017ad138fb1d9a7e23eb0670067c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e61df6109ea315fc68da1a54297d35a816704ea97579b168891e32480ebe0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2e04b86ac749c8a84e861ba403860529cbba8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d197b38a3b83df95a160707e493f9b22e8136b567946307bd9a01fbfff8790
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1bd5ad5978c25679e91cceabe933cfb241f268
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c64ae1550525b6daa2a122a0393cb22af4bb655836609297ddb2eba5c935fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04dd43c9a1688d6321f3e7b313620f0db58012e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b382320e0145838b7e0c614b2901ee8b95a001c5c59727bc7b545bd212c63a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06ae78877c4037c7154633fc5df6804bedce5b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687bf83bcaac2d4a6659255456fd86683cfd5300e64d2394fb17905f66cf049
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc88f119d03f9acbda2e1e68d192582b1e71ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674fecbb1987d0c766e2390a486b7a5a3bcb8c3a7f61ee97172f7cd4ea231037
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fda4511f9a1a0cba5201cb63b81ecb164c4f2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf7410781c061395f5793e261c0de8991c10adbad5000c843ab35206ba2fedc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bf34bad98ff814c73b0c2d0fd851fa58f1dd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa47160af321788890c280edfa123773121ffe43de85350c9680a29370d8180c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f6ad7411ad6e55c91fdb506ff4937d7b96ead3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0833c7b66343550232d132b3e6be51b320ed0195a677f9c197e832e7e3e58868
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26752a363ba9ef61dfa022ca1f77e3ed90f5b64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5361022c941e32a972a6e5e7d6bad38ab4892bf665b5eac72f2789e7216380f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d6fab8e414c481ee8d28fa8ade47d9d441ca0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034a4234e021741bde5486d959daf5cd4962dff114b9ccf466ded6d29dd733ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c51c65a5b3da2d0ecc87ef88dc4fbd134df8521
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa26529c567094a62710d40d3afe87529c333ebbc39f73f81d0e73073d927e9b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ee19f5a6d0dfc4b71c8033b34aabc92037390
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03206ccbdfccab54ab994230f91cedbd381f076b2414ebfdd12367d74c9f05fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb91c7920c3b08de81cdab886dcb08b2bae17644
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d828285bb6463dc61fdef4dce524a14f17ecb7c52b6aeff81588587000791b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd7912cefc8ccba041c0b851131aed1cbfe2c51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f2cf34377cff65aac344816f36a56f53ad94cd027be0f2846e6f3df8f61f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c6936002e9a685a444085679c5377b805f190e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816079ef0cb878d1cc0f6428b9a5e9d68dae031c56ddc2c0d767707c589df7d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2790d7a7fb96656e247c58c683eb4fb78628fb69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9175bd7f784fc59f57caca8e05a343151ebb79f17ae2733a31fc956628ee912
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0de25b0bceeb0bb335c395f4ce8cd4dbdacba61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b97b221c694675a662b9579c3ab471f1f25a6484ba693e7e06b90ea759b134e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbbd51dca6e064aad69dcff07938b080890bb62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9a62c6ed24153613f270d77335feb77aa85420f8e0232451dfc43e710a97ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75877cdd36c92efb54b4ece3bc516f83fe2ef44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3edc22bc5b32e0e8df108e110d0b2edf59cc86b3ded3b5a3548ed7fc9028e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8265ae4290d3650c0c7508d2acaaff3ed2d830be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad8de3dc8db977592d016ef362dffab3f9e1673079b2aa0c100702d56f1418b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1b00d6b76fd3f0c281d252b177bb62092ef5cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da19bfd5fbdc413382962152e45d5ac2f8dd2e9089149abf8876ef27d1ec81
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc67e2257e427183bf38d4f842584efd86c3432
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3661ac8e85cc7d085edb6f89269d6bf28364b77cb0435b18714252555de8cf9d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dfe3a0a6d7cf751f02ade24209a996282f5dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c77255e69d8052f446264ffb1fcb26c8def0a2883828d2fc8277b6e89f9c22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb98904b1affb86c3a3c5b64846befcc999d12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9080227d26af9494e5f1a5ecfd64fe9b91afdad6d351d0dd2c0c823c01acd10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c8c43107d3f28fe1742e1f60c7bde685335b23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f973bfa0a2f81f76db6d40de5f5f98832d584070dd5348ba1251feb9dbab40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f98c57d093dfe6397bcddbb73017d1d864f07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ca73dd0a31dc71ab3e0fe45ad44e434443b257ac13b09f9cf9fac60506ba33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c18cadd062347fd7edb44d4f1d8dbdcebc22d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b211c7c7922518675e0b8e2bca368ca6bd89282389de4d53b228935d202341f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d7430ffecd85646f05b179c219a6feb3d337c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d390e49c463ea0733599379ad881fbc90ad0c63e1073bb79c12e473e522548
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73765665d917d2acccac794862ad3b58d3922f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b878ac346e28b96496a5c8ead2a162353115f2bc2f7f14e4ce32f80d698158df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78919dbfa939d462a57b67936a7bc590bc24dc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2d9c1e1c418381e97e444ccef64b66f11684118c689ddd7f1afece0d102cde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac199fb50b88548587ff771c0bc7847031acc6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceab72f6dd6c95290bffc647ee0d1f36ac1f4dd6d3d99538d0830a50a080e85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aadcbc569a397b3a2d79fc857eafe29d29394b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbbc9d3db3f8c382075dc1314fcd90bc6f8df271b8bba7c27f7684e7bad9245
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1063e8d1452244bee9c2ab3449220adbd63ab4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27d5a348cbe3fdfe08e7386111d8e8ed63828a9811c3787c7fe53fa00a0789
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5808a84e425b21579819699743c793a959dd7850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41f4198f4106c4529cf0eab9edf27c534f9162edf0f96e4c269a634ec54ebb9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9539e97f7644aa5a0e99c75962cb885207ddc7b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7355eaed2191c0a1e2307629d13d7f5c75a8251385d14efbab4c243cfe503c7c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0769d16a94753d418f9dc0138e68c1732dfbdd2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da32caf2c8025a6401c91e5ce5fa85d583765257b056b5628ae908f68d5a2335
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d236f7ac81bf52b4613871ddd3fdc0010e8de80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0031b2f564d40d8062a49e63f04eed062921d79d1402de0f69a77018bc1cf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3a8433f7a8b1a4425a93e6554442bbe208f49b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758995a5dabebaeaea14473909057b172b5e02f64a9e89d661c29c0a4bda92ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aa4a90118536c66fb42ec2b2e094773d9879ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530f2504b15720bb01b5cace2f21639155dfb697a8840ba07fcf532fab9d8e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03dee061a268863b8f79fd7d1a373aefbf4d602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe90e5146edd626544e1457f015f238bb55a6b9897352007b18fd625b3ea6c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981bef5aecad29a54ca28234117dc595b77a1a14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdfb3a5e334aaf1a90b310a174733ac96f022550f9c2b65f82e279b0d3ac3c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002957a17a4a15b9603099e410873247702526cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9816eb57746c954a310657bd4b04fc32fb2c9e9c960eac156a63c9d157563c62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65cf0c54d8b92c447e77530cea83b6ff675045
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6f015ab9e181424e46499a0f6c53f7153c424a447804c2759c59d1bb677439
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce6843ab9239fab15e76716998b36c3f39dcdfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d25a8ab9cbcc809bbd7679e4f4436734012c7e5756e24ef2238eaea70a04ffb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbff34a2e4778f09707c14cd8f6fc7b7c8718751
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d9aeb336bf08a16d6ac12d8f00298e91f31ed86f34956966dc4832abac414
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46893dd9cedf1c38839fe9d84c7aa3f1de06321b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681605ccd2664bb073ae68fb0cbc067a297b843024237ac26b878d7a1f305b27
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f5d848338ab93c32585ed52a2cab0032d177a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09794d59881c5e9d0be83de89c33415a4b57c31c1c922cb79098cd3d34b8b028
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c02dac7c689674c9ad9b19db4065ed1d248360
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e886db0dcea663c3d09eae89c0fd78773a7cc881af66bea50e8b553c9821c8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02f255c61824dcdaf7e082170d0ecf1ddd36ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea0adea2e8b5ff129fef2f416ceb43b501e22d0c17e65934844560d345aaa33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e7819642dce02351d192fd85f24578cc61231c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d345b6537a40807105d98792d6a49b44dce39c5d21a2cdf97b0e5cca5bced1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe1afc5274891838c3723a8973592a0eb72edf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55093bc503a56734bb87979bb3f247cbba9df4d66f93d7d7a4a8c9ba3756dfcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba9cd599028b68e55977ece9efd158d321f9416
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18747a8e7815beaa9a5fbadb20ae8e8269c05f8c67f3e6172c66299a9f87981
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e983ec92ab5ec6ff51a0a2e059bc5094b959cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba81aebd2011d09f0fdebb949b383da12905a704f75ff906c1186c5d0d25e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b434f074f4ed39545aaee63078a28b2731e9cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa012378a82140e9af6d8135666aac39f5fcc4d47ac8165c155e6d7e1d60358
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c0e037612a0855100854b411e60e506f2440c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717d6583c2bf8d613b9b2b6aca87106bccd909e0d83a295bf620aa819a5c26d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0102dac2dfe9ffdedc4629fb97bdc93b94222921
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be4b7960d51f85d6f18fcc56e843b536b374c93922d980bc9de5c5174669aeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63204421eeecc80d11e80e405c9376dd1ff63b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8e794ed36f6e5a9a5a943645e8b50c105e574148539493029ff1dacc6a56ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c6487f6753c59db0eda8b82ff6ecfeba346756
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f151d3ad5b78edf52101ac24e4c492e541e391048324f9f874893deb85827eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ffb1659b673547b0a49af297e8a849f22e55d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a67758ef164a28be989f2daef6f9c61594c2d50f42632c2b6fb509198c31a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06a916ae9f911bb1145a79528a188999b065e17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eadc250f06b68833f98db18d74d7bed60d0e85149032818c4fb3f789b8feb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b175835a7835712441166e0162a31ad47cce3258
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485d077b589b8d854c8de959e13d4b33aa83c7342124fbd74f446a53474bc797
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48b32ccf849759715ac4d508a688efc4d8fc5d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb41e766df9a824cb4cdec60aafc9494fd41e8a60e0bc2c4a1a8947d5d92bf5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e412abc7d25539bb45ab486c547bb287e997f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b9a83baafda95d47df893deda2ad58b0e7bcd54212e7b95cd733753e62791f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02a232b421bdd070867d211df53d06d1c37ee05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0fca9dd1b02457410046b3e1d2186394a168818c4edc6af35204ad952b4790
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956e323baaab401c766b060fe29ef0b45d505c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defdd68a85c37943289e8e2f23d2a2afb634d79ae9463378b46abd7f422639d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f3bb6f7742fd251fefd924d66efa691447bba1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf38b07531865beb2722cd30fb7cd6ad1d6bc2bc6e803a9115540ba8c989654
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590ecf2d4fd36f863dbe679b871fed6c43171c2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b420dbe4c0cd39bcd1d7ab4bff75a067d6f71262e1b783101cb442089e87d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ec1ed1e9c6a43e3632f8c7e99af7b66fcaf4bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8341ef7774f500e8065b64b05f6657a0fcafaf94da309fd9dd8046f4832f08cd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f99e33a9b98fb956f88a7143c3077a8fab4066d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4acc0aa34dc1c25e2cd078b910e696ca64922d65e88a323d4ef9d4f4f1f7274
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af02230c29c4ff57b7b214fb022dbb0cc0932663
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7827386925e1c720a147aeb958842dd8bd48ab375f9a50f25e495e5322eaaa53
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8f8edc47dff52f1c002f424c93332a8dd13b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5248a8b5a47d05402b50848b5b3098cc240d7a6d5c01cf27d2099fde884b1e95
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c2d2a42433686ccde8d2593d7e1a5b0e07e9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549565fe10d51cdffb43ed0427a30524780841702a1ad00d69e2a46b6051cc3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722e7d3f00076bd05fb442224f51ab953cbb1f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89eb85f2755e8de71eae21320ebb1662c353b63b1fa66ce4cd7f35062386b6b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae47d0b337b65865f157b28ab32970701680229
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ba2ffe52a95ff2b46aca0b316fb4993d943302ad7c4bc7b04842403db4e484
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09e1f8cbbb452bf732a9b7fe283c9d41d1e788e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67581ab67234398fe0d0182c118482cef39e0cbf9a054dfb708281de1cdcb1ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f1ecdec319a8c856204cda42c95637d6a3e349
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066bd9f59645fe9e8566fd8f6ae1d75e5d0396699bc061be2aeb1b746b8b8b6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6151a7fb2cca815554f157f13865a7a9cdd686
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a474d098a0da0a1af7c0821a86eca452e0f9e033dc20d5b5ffacc7e6db5cdefa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9452ceec3c8a8edd14db5456cf13017c2c479da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd36974ec92d860e7bc621abc69a4ca81e89c9f7fb6a86db809660933bf5050
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d1459b09a9b43437dbd2fd6789b9aeb4b234c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e42f7e16365b2d3994c42ceb4ef98d61acfbda6d74ddbc68e450a54bf9478
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7061c610a9e255d583018dbc7d2daa7481d9b33a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b4bbf6ee16a37ca4becdce910de874e1e4481538e7d3db3fb06716d546e432
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26983a3a0a295ef60d9f27d15d1d89ed7163be8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f52abd0206116e4b234c7439718944d9604e24c9918fe3f205d95914123efc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8da22ff0c8853daaebd7361718d26a572b89416
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dab2c359edad3d77589ac6085b790439fda08007ca46213a26d160724493b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd73440a4fa6bfc367bcc96eb5eb2489b46af07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82a0799c0e878ea7e4d4971d4cf3db50f4d982565305b3d532216c11d6a3a2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72866acc6cd4684cde688cc53f9bedc950ec5d64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d881ff37baa40b5c85a3f0ec1034dd95636f16602fe32be569feb29f2c5667
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0731f11d5b7c2903c971747d2071aa972a0da314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaeadd71a8b697b16a195a05b054a6bd29cd1e730bfce8c0c2486dc34b1104f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ba9c40183cb3c4374d1c3ea8e91b5015be80c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980336ddf426da41f0a178ebaba3ede7a20d1ea465a4e9eb824fc92bf891e7e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a742029c52616977933510ca093d4f9740ce6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7832a32702933eaa68550513b4285dedafd731fe86275b9efef68236c4dfc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634b418fc0defe310c94252b8c1d30d2b86b8743
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dbd6b19d4cfde68d16bebf0e16a5cfcee69ee6d3665994844ae5456c744ae4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c50444c18acbc803909ff654b75914ec0e83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15b3c9a8c458e3a35c7c283b54acb553e25ddcfa5db27cc9fade802182edcc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2196e8489388901c238ec4bdbb349e85e8b3da5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38fee38ebccea8bedf38a9c29204361778edab4722a43b1d939fa92538c5cb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f1bb9e3844e1f0c4bd2c1a508991ce405aacdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf6ffa06534d79adc206bb49364e7a309b505b797acf3dc9a23bc8b67f1908f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4965f51e1fd89f6811392af571ba0be59d42bfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e925fbebc1279a62d797ea50a04ef25631c578e6d83e7e9b31bf908269786d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43864f374ad08140225e618252cbb928c6d9691
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39c723d8f168e4957c76732b4b3b38c4c27f5cc3b3ce4c597e1cc9cc8ea00a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ad7100698393dac5ec88f9928daf9c8ec989c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356f053dc2d0cbbb5a5dbf4293d90d1ea297019231956e366212fbde33dae872
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465a1823fa4ba09d24de67f1a77e66ab57cbf7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510efa64d5f13f48fa22c850ceca695a4795b28741df136fb8cf4d37c259e25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67f882b6a3f7d212e525430f3f9f88894244557
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83b5c1f8db9b9df72f57f92dd403a2774385c647d70d9bcbba29d1e38016d5d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d85f4738a1f089cbd66581085cd450778de0c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfbcfc2f9b7239c685d489a1ce04d11093c4dba9935ddcbb5c24f556a5b986
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d75eb79a897bf3a38d1e14c87f207fe244f68b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886cf03492ef8f7000cdc022373c089e8f7c10413fc70395d9b6955321ce3cd7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05499401f3a4c8062206ae5cc1360da188f58e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c091d1edd53174d54d7ac7f4292f8bf88f3fd56189cc9d2dbb1f1df043117564
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a090b0712948712c3c74ad39d67e03758942b33b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8d996b08c210510ea229c3f4a11e7179419629af712dcefa98fdcae3214574
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc83e31cb07b785bee43e01637e1491f88714d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a467ea82cee0e14ba69c141d7da28befcff0b1a4282eeb83729ecbba4ece94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342fc8f03109787d675252480567bae1f2e309e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b70ac493993d228a8ecacf5376cd1c573549ea21a32ebc9d3a7b24905741d31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385566429b7f64ff0c49ef4ebeaea7e61ed7ab69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b57490d958dd10e321b5ae8d2b7fb256e4bea0a87b3c7a7af851d4985339a77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58316eba9a8f8cb9f786d36b30a67271d3f0d9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c99d9b2aadc3bfcffafd0b02817390db3b89ee42b34ef8d030b0d8ccb2df66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d247e9a1cc3f937e57965fcbd05f6a915788965e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d98cb02a72cf2dd283c92911bb5812f07003da8aa1451ccefd26814a2c6bc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a561a1fca7d730a73edceeb176039d0ddaed3d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602bdc6831bf23afe88faabdf33bdfc8c07b39114532abf393d2194a988efaa3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdb75c158b65c7e12ed0f732f5d66bec472cd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7435a9369660641adead175fc486aa75a06a20dfb01e5f12dd58d3ce96bb0ed5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310985864d755d2140e9c597e47a9a6134010761
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c365661e9919e09f6a9e77fd4abe1fbdbe897d7a3e70c8da37cef0d97b2aa9de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5861ae62dde03579c53c73322ce7d8dc836e84dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f9d3c471f5a06efe01b16271c1ab555eeb9045595c31ffc519d707ae3b572d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4ed4c74c601aadbf97a063465ce2bc83af2a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff3b9b80f7f8004ccc018cd4d060214c3b8b049c137d1c2334fd041922be1e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2e513ad9165b6c5cf674239a833df28b007f94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20583ccc5a5ee50438c94391c32c9a79d749dc8599da839964918a1faee6375
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df49011db1f8f74374e6482e9f304be7f44cfc47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae18de11e2ac9cfa068fc267d5f9cffb9d3344e33ec320a3c9119641d27f010f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c83c73f5d118def73e2ebdc12da1026798d91f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a14020bcf162f0d1b8cc3051bf805f99f4df7a1a7d2e628ffca44d67f6986
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee23cf69ba2ec75297c10d6067431769324840a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c11be68b029b270c909a79971691b0aac68cc066b1ec2c9ad8bf8bd4389e36
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c65ab0dd8e151c086b4a9af40e3a1c794eb98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33dd1102af0f179ce245b6976faa39af8f4eb111b4e57f3ec39c87fc29ffe83
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f81eb7f237edafebccbcd110e8a0a5989aaae6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3bb4a0ff84ce6450026be34590054c9807f2e073bc93246aa30908f651849f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1137dbff40b4d671093d1a3921364710784ee613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c176939cfdd309ad88471ec236f2ecbedcde1d09b2b06bb5536594b89d698
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b03eba6ea785321bbf41548de38810aa3b934b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e991f5b21168595e8e5531446c54dbd3f6f04a13e9c3107201d5adcef8c66c3f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aea2064b132b606c671418a30cff5911d6db21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff52c018e2b896f3da13cb21afcda8ff7028aa8258b8be44dbca95b343c3093e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503b514cade10e2a8921862696517a183d2a5428
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714b25a16870e98e7fc9b679aa6db7480303fae5cb4b823272a0389ecd36c0b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad5546d8e5951771519316028ed45a6f2d1b014
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b13fdc3b7e5fb650e9cee9fa083b5467ec816cbcc71b179a3c310d10f394af2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36c128d6534045e3f78a49660725c7a8278fbdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a5974de8efd2ad5133efc0a91067178e56ce0ca7330f7e9e7bd0c63ce0da3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473b04105cbe6a54fe2b5ea552297bd720644bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe89cca68cb4fbbc4b1673a31eae7d1280cf972e3b164d7673898b0c2d261c4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbaa64c7bc2580447cde0450b03f8e75be8a26f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfecc23e6951669babbe75540cc35c3d8dac333911b6cbdf361700eb29ca1ffe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a07f83602cb253877259f9504bea381dcabce72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5056a3f306b7160dafc9957760a32e2e7c28f25e93bde772de4bea2d5723fac5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e055a9bd795978a2faecabeb2f742e6a5413c28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d704c72a93d93c0a44c4109bc8f06f9bd48dd0c466c30ec139422716300c2855
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ee1e4ace787e66c560386ef3ae676630353c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf98ee613fb617d301e1dc29d31295661101b8aa07f669758d52dccf83215d6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2ca64a1717a4ba4af15a4ff63e3c1eb4d85e62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0a2e1744ff6efc6a9fbae95d1271bc5df2286b7bd6acd0c13b0210edb158b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0164b88007b3e50f8d95c3cf30dad865ad2c602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400b166f90dc220b1a9ad00c79ce5850616f0ccb66eb35ad2f8aad73c2f9c839
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621e8b2cd436955a06ffd78c3cf2b15992c40721
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3045b93def4a94d87dcf860434a471794cab11251c1c8aa0afb360b945240cdd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68692aca73746886db4875c05e0019529432c21e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e626da1cd9ff72c4856add751e18bfa52e72211e70987f5d0234c099c5848b0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59316e929765c52b95315521a126b714ad86980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ea03c84339c901794f04022dcc5b7aa48521b17c6a4ba3bffba9dcb4fd3d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d39d0a9fcafb84dcfad9677b54397c5f348f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53e77780382abfc6f26c20ed2ed222979dddfc929d342a2ba1cc0d1eccfaec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136bb0dca79b8c4bbc2143d871b9f6b1b84d8b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5d5c7c9e6f27de9e9e8b7803a1a9fc21e70eeb48dc5f3df5f844ecced57cd9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124c1c883a6f9f6987b92e48f9297bd4a56677d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bcc2c1e9142b57d71debb6f783262779436501954781719dfa7a6503a2050f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c4b0307e43910be3a20f9221fea7447360ee34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8135394fc66c347656ca8bd6238fdca5632aba02c73064fceb2588dbfd10ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6160122889df2173abac6a13f070591865a26a0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12cdc6e52ccb2f8a5ede07dd38df0771f6423507c006014d1c8f971e87e20f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bba6a8aa74cb2672402ff9b17eb0f6eb932825
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b6ff1900d26307537afe0db4d9e15bbe9f80d848913974b42ba10a307aac35
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be28f71549b85720733fcd1810e267017f6d998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6ff7be5317feba23cfbfacec67cf5cdc21d668e860ed5bbbfeedd1583c706
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1f0702aa633180cb69ef1ea27dcb1189d84f3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bb4fab944dd210821b8654b1b097e8e65535dde05250c8ea56facc85535e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e697d80f0ade2164acd54073982222362668665
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d2c62e1bb6778b04c77f28d1896230f9ff8430e53cdcfc2366b0dbd5fd3504
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0971ee5c6b91dad11d60d34abe9fb1879b6d709
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05288f78ed525946469f292d42d04b1cf138b53af9e8658b5c923d8d9ec07af2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d5fdc6b13c9bf682f24366e8e7d5c6ea8596f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff7996a86968e868174d3211c4821a0054f5298358b2b2dcd4a0044b72ee1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9a248d02805143cf41c182e54f8b220bb5f886
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33a2e43dfd87edca91ef5cd108b54e4130e1c7dcc99994cf226d6d964ac57c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332bbd412d5104350db4462be4c52452bfb28e2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38d605208bf62771e7b97d87471a3cdc6d8a9023e06b32f03f959d8ef142368
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db13fe410956ef44cb5bddeb49e68efeeb24d67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefd8f2ff410c8c1b81cded2b73e0840e367ced29be870798b288a209a20b41b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ece75b6d02df5744216eccd9d9738ca2ff155b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b853a52b9ca5b2da01ff1849a67c20314761147a0708946eaf1c84828251e1db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c524896ccec801d2c41955a6acde05a6a2c6b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a802d392d8191a416eb1ac01c1f389b11b3722f5bd62fbad999d6cfd1bcb74b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a69a772223414f82a765ebf993038bb4fbfd5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa84a44393107ea57448539bcd7f6ab1e1c273c1d2d1bb6e23f843a9641e538
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba32b22c0e29c7f355a313c33e7fbc5e268f9a15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308159ba0963d0a90ee3750e52d3aaaf99041f4a2da6daad3a0ad7de90b62f43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b046d4541a5e15ce0c93b02e2937769cd68edd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b89bb61e4789f0ae2dff898ed8b5251f58979a69984f0ecb3ed08ca2b25e6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd524ce2105ea4da01a84104f919a124f9dea88b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81776a36449bb8f1f062419764c36d3c480dfc06b955dc076013b661e04abcee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdedaa6f879023861598d2c2931687a559859570
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95d2865103c1c3c02c3b1fac1438e3a3e22f2742e5db1c88ed80f5c067f256a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3187ae4f2cf656364d690bc15d5404c525c615
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d250eb8f542e07b4fa9b9a9b8e4c8b5c6ee010f1fd18f041d7a90c6aedc9a62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b525c7b02fdbecba251f5c084f5a82e7bf6d04ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb03e77b6bf4fe920d9c9b9015683067841f8688ab71e4bac04aff8e2a7f5da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a68e5fca3faf66bf473967daeec6d356503874
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ce3a0726788086b271c5b45b3d29e99e93fecc8c878403a75109858de462d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf4782211943aa874570e6274840efd46bd58ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dcb9ac715fd61b657fffa95dede0799aec81f3031d820bea66721cedb2c954
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e0174e6f15a158edd31b781a4d0df845a9426
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e319b19fc4275b41c0f18dfa0add2aada2c7f27469170762b9999ad5f0eacb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab561daecae1a49ea4df955e2587633717b7b94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91310d4f6c874ec4760ee0d7177158a55b66aeeda6907328a0752e10ef97594
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e974ae2f8ed6eee991eb65f695a702067f85ecd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7889b88dcf0be8a238bb2575ef631a28f88ec71405ff1cc789520b1c562027
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659e6addf976eade8e1eba1b78d430f2a9b0f62a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f56af4e7f8722ca2b075a697d42fdfa731f0f4c16567c8df0320d06151fbdf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af1f84a4df6ab604bab25417e3e63afc324a663
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58090195908808fd04e0174d1021060e4aba1e7300994eb5f8cbad4fb4713bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227cafb60bfec5666bf12f6fd600d85b6acda3c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e1514f24e874ed4ea0d29e1e61fb5ce051d3071068c7c999cb66acbd4b1f10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc90a41cd02e08e9b337c0aefe902428fc5892b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e20bbd9b7b590ef357cefd2ea7febe207d11b5343dbfa15ef2e869ab66b320
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6dcfd4237cbe7b653b76fc25a2752d165ecb14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b335eb633876d1ff97b68123f34d03c3e1ea4de86e910e2e73425d4eb6e8e9c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d214a1799ca9913c0e5eef4b0f2d174d0365cd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c95ef054ba248776f6217e2cae686e888652e44830f3197d43beaa4fca2c72f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c10803a6148682005794f36b9970d4abef75a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ffb8b3b43b36b69fcea6110ce2bb3ed1cd35c26b33bd4e7b062f19d08b097a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef756176b6457948cc6966c085d34ca16f4f759c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a5cdeb0f2f22c3fde566b5fd9516c0376d2177ff48b6c7cf808978e0c1e1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d9af477abeef81d9e8689f62b6bc4e2193f568
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e67c2a3c3fba8e7195b0b602fc4485738ee9baa109993502d9784b364ccd0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe740078ad0c0708bf7e44179c81db4fe4109e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d85a7330ded9d4f57a0fd4a2569da1641b1fea356552376cc9677dec7d5e02
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93985de73424b305e4caee76e210c68f0c04ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfda7a1fe8c1f926fd6f97b240cd8e112395e30356ecbed95510e5526f0cfc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a71ae5482944c8445301dc0768b8b0963fc613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181da8dd1295fda6950c5114158253f8f275ab0e77c202a40468d16b2a822fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18518d1de5d0368c8107e92fcc80cbe417b81420
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e43bb2a3d8b29b1eca4aeed9b92406e2fa754dcc5bf769ded10aa0dde6af06d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56b090373d781b083765ea9f677fd2087df021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cfda47d211323d1069ed8d3bfefd41d87ef056ddcdbf90eaca1447d997d4e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dad408b01c16b46473bc68856370bbe7da209d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f70cd958206c592d63d95b6af7c444cfda8b025482ae44293511ba79356ce8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2f27130420d83f7eee2c9031b860e912fe72b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe39c6cb972dcc941a44f38a4055c65710c87ff169ed5469b398b8b5f8e80bb8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a282d5c878d861cac54680c06a915356b1eeca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d4c92c68e6d94a4507f3f260cda26a13175b44e3a72965249475c585979132
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7c64e2bb6a8a5940b71aa3862dfc893ec254d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824336e2901aeeaffde2793e0a1796ec572adb846e7870dbbe098cdb09cf5c0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff22a252355276ea68d68749da75a4c08c7f049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f0b853ed1aad140e43da54b5beac30cb3493a138e34b263226791b8e2189b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb7f1198c21608a217cce635b37a11d05a1dc8f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fdf60b12de602ab397bca704df3e959d69350d112f2cda4425d2d083b38042
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21173826b6560ec7181d6d266a7b58db9e98617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed1d2307f7d74f8b20204c6480e827c0fd471177f8e8b1423cd3aa248ca2f1e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114febf3cbacee96c7366110400064eea95575cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78e1e9359d8d3d50a496755c7dc5a94971e3d0446111db33b3273df18daf15e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e766096fc78c6e5b5b410bb2dfc0cf547597283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abfa81a6249b6d785be725da5ca4e5ff37164999ab7367c36529594e9004b56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32479ef08f50b872a7197a9bb9e51f413853b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe44652169382a3bd6b87f9d55dedbc12249c959f6474680a4ca2292c16024e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1555c76281706cb262acd19309f5b297d11fb2c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be7efc9d3b5ce758db528b29bb44a877b0b74cb3720d73131e0cb82ec9f8445
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2918ad85d993dea9b5c0cb5f50ed3dde041ed8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe973d4ef6146912323a543a5a59ca32010838a3cfe795b59e479ddc5a57508
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc9e2cb8831f55f987c2c18be0ff93f346c527
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54ed33c1f5ba93ec12e4a75b4e874967a5e51b8bf9508a719905c37e743081
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec4b7b4c46838e4683a23c69534a3e917e01edc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a59c886415aab9366c5d95183dc8d08f4b27d5e2c4697fc860d67de7c11408
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770850525aaf8d59b03d69765472606fff57283c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e079ae38b2e1301242fe59c06450554fbbb7ed81e9b6ce4aa9a193ead8be8b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a380821d06d6f058deed9f08ca96dac128cf79a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4100451438d2b47f7cd6216feb1f172d7d5c6103dd97a46779b16bb0c3060d70
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2472cbd40ae0e9c8bdd8a5110c97afde41f7a5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00508ae4c847bf12c036ecaf7e0af81184046c9c8a9f81009267771a86a7f9a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaaa0431b1caa12ad0159cdd3a33dd7f6778b3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b226d5aa1e8d9485a590c25559fc72f0c5446a72cf12561128c66975aba6926a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e5962c60a4d47e0efe0c6755d8d8899fd8160e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79396933e04d5a98f18959cc9980b05e24bdfc00b29b9342862cdbeb82bbd150
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad350474918fa96205b8ec343ba910957ccd811
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f321d6440a1d50f20603f714e3e38544db4fb456f19ec820f6ec194ea67aad92
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9a68b7185d49a090bfeea55e2bb12bdc6c2e80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ac19b1fde277dcc6279532a9ef8ba601db8b707f138dfbb6b4276a9a1a9f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ddcd7e8dcac4d696bd5f9224f4080a87095fe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cebfa4864dd01e2490af9f377f6bc366c898df9e9a608d82fd7c19325e68252
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4c7b468b67d89f077a3a2e1ee257f55a65163c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd02c65b6bc70a5deef123a447f66bb42dbe37f2dad4a3e3c747891daf96c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6d7588e65298a844053d209d8b52ce97c809c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e22514c32cd202d21e3cc9bd70cde1e4cc4dfc3c16c61c78bf73a47b49070
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a9494b1ad829e4efd046b89935fb07896141f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea4770a872b186d8356df6baea0df7d1325c7926487da1bfbe2765064a86fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46419f35bc4c04e7a4329bb3372b32ffa704075f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc797722601f200268326e4a48060e88845ba8c9078ef1fa7297911b141ac2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227f4cd85cead03807be3ed9d2248c0ffa85ce6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d169edc624670f417619255f5e5a6868af279ac4ad0efb3b35d3aa519f28fa4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa01e1d3d63ddc06073fe07ec7a61694e294b777
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8698e1ed3e726e21dc288d419f0eaa752b375d458f29a1664d959f4f947b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b4101190711aef81cf1cbea4d78b68143c771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c74b370661b4488321c9c0d8437f8d0da967f85f057ee458592f13a3b90a60
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02fd36ae0fc106c249912d90e43c3dfb46741b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007a564d6e6f2f81ae229b4be768b574a82055fb5b70cec44582e1116527c9c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24dbbfc1c60af72d76b56c5d3c5e6e44565edda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87856d577663199b68ef4d686873bba3cf22dd3ad704051c18f7e2e7d2284919
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f394d33f8b5b4be6fe34617efa0b4f81b67b9b5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99ce9ff76379619a92d179e0e5e5b81d04615996eb4cfe0369993d7030c34e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3473cd525e32b2c34d7cde0e5234e002d55e7e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992fe350c7e2d4e23d36dedb3618d34d8e181710660700db8f951dcc549127e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85128d7485e1fdc627789412e70d11c5f5decbb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba01c0b59c1aabf2352f28fe6fb7f657926c92d057beef6a68f85b803407d8cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71134501b59135900c50b96242a56b876ffb7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7124e39cde67ad49a5db929c34c1a0744260ba36a457961f4736aa342831b74c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ffe0564a16ebe8aab48ca816fb21a182825071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860910fce9505ae1fc128616f6eba1f8a420570297c45dc1c7f2df18f051c12d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dda19cf33d77bfb00fe0176ff97c3332f14711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68709663cd86bbb580badce9f1492d52a07c008510220715fae42f7aef99ce0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1455fa377be8fe73fac3752aabacf0ffa4e22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c71fcff0d19f9622c8da76a57384fea4fbb53b60a36e38d70d15d1fd693d5b2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef61a214142fd4a6c1df10b5a2226e313a78090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a7136951dc95ed00a3cede569f777e6cf5ee0d45c572c92b9a3719ad69c2f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c92ed2fc19b1a9fb92ce2eeb6bfee3ea68cb11b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87fe22768b59389c9b087c0198e020afc15f8051420f45a8f305e0499cab4a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fed389c4780cdc3bcd291adfca9e856a73f20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95343d095082eefc2411a9d7b809918d5c541ba73bcdd136656c9ea4aacba3b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e386009c13794fd6ccf71604bd562d64969cd66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66abed92361737c69bbfadefefd3dbb63f23afbf4d31d1ac56abbfa5a723cdfe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6956838781aa14e0dca2757b5d7b818ac1f5390c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371214e7fc24381cddeb6cd1b903007fc04909944e6f6210e09df47e5076f3d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4680e844877619dece2e9f9abf7bf60df6f7a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693c1200465ab552df25fb85b57b4a775ad4a1a337e09b3cd8ca0965c1be3c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b57fc6427fa6da7aa93ac77daaff1da143bec0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50a8cad6f68f9b711596b89656c5ca0e6516345bad244a92bb0f2d35ad29c01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976e480bee72e2cc67038cd8210e3e41797abf12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811f5ae61eafb5be4d1d5a833d3adc027804d10a9c654f7dc65cac793adc1adb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6598370d72866890d2d4aa6ca3047857277e6ac3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9ceedd1156510a842797487ed48e8e5e9f4495def27e8e63a08c1cb53aa48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf44d6afe437167e163657b60305ef5570d29f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725c560e85c1602429b411b59cdf302e92f5d7a03335c7e82d2bb402d805ffc0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367f9aab02fe2bb6ba4594512e2e13ca758746ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640a9133c4b239cb2388dfa16657209d328ea8fb81d1ee79528568b6f86d7917
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6559ca98a389eb928cf86cfd035391bcf0e3f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a3eb14993fac267624b82fd78796b8394cc74c5ab0f54ae712b306f472e564
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ad3eee171073141fdf325d547bee650c08440
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d658ba3c69c93cfa971d39b5af12dfee68b640bb1b17c2c5405c8166d08970
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4af0d9988ac9b0b83b5e2597c737603328b695
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b640662cbb21e78a1bdebd46aef33d20b11297762f670ee73c2cc5a2f30d00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea55fa438d0c530548c2c5c5eff80881b6e18550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c369c92741224cb74b8e5490b6a5745a4ffaa6580d233217a6d0d6fe4d180
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d406b511faae56b99ab001722d0839ac707b6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe27d15e693657656f611fd3e0762a744d86873b1f680f76c3e00c0e54595835
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878b43739f3be9a97ba63c0bad988a0f3b047927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38da76678b82de01e72d3b213db61c7645e368d25dac01c9a7cb24b690f39297
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a5ad8022ab9c91f74f659c4152dc4f2ec522c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddcc1c1d3e8be2cbcf12be7571d03acac0e8e3b5d66b32626013fb027a944d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286727ad267c3a703b7406e50c8468e0fafb353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5caecf2f03f78cead67bb30d0e50aaf2b5d562573dde2e867699cc208a7c07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ff94d8fc8339230c392f8143652d809c85ae6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71bdebc67a8ee6d7f488afb79c804afa2293b39dde71727725a4c486bcbcf2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87d18ed86dd7a3b5febe5942a2f289048dd8d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3562f4547e61d10c6220f1ffbf3c856c9b904b09595c2e14bf071d01f776c6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d092aca2cc797e85f5b6f1d00319e23f342c6405
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aa3ba5f0c36f654177ed6ef35aa5481a13fda5985ee1d1725e06053fccce3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa5b5d31e17f43fdac8d82ee7fdc94555ec9d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d996a82c22e197e0546ba2417e6a8e835cfe30e3aeaac956a348bd3fe3c95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4950e1aad70bf77c877c4abd2f56d66fc0fbfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f8bb40c9be4b5ca476907532ba7499875d7dad66262c037922b237aa4a1cf0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb02e00dfd93f1eac39f3c4b1eb615345bfa562
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153504287f8b31456fadfc2207ab9794393ee9c895614d490bab2e4e68129b4e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1bee3a72bc81da5bfe4ccf5fd7c9a6fe9a9469
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430f66eb1fdf941e6fe1e3986315ff55342e9159a4b3f0045e0cc03b8a960ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca58d1d0fda2e73527c8caaec7ccaf21f6fb0fed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9109502e567b577971c3d97e0d6de8487bb5740b7d1fdd8168e1f25bd6da5ba3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2969661d5dab7cb44c2bc685ab4d81a83de5d580
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e58c9fdb3b11edac02f7ad62a6bd2a3498f46b147b54b6a7dc020132039b15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45992f4c5bebfed13d364ab55b86c051b9354b8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e93e605a6f2cf94cbda70c65dae9721daa45a6c6253fef6264f379648208b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97381d604450449ce37f1cb345db0aff2fe3d774
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e24a7d0e79dac504c0d9a86aa031cf50cb14b5a2f1e81aa8cc51fb74f5b388
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513a27e09497ed3704304ed2a240a232c7c1715
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2e5dd7135caddb22fa129e8390b61067b8756d750be639eb2d1790ff773634
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5f9b14f688de5adbb1de99c5d2f2eadf37d458
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c227b953de3f067e5e3dcdcaf5c94aeceb443b7052037b6dd84ef244ab6897
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0822955eafc7f782ef1543df8841a71eb6f8c16b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a0ce24b1492b6cd5007c3c29b5165091c0597f75f6c5894eb379ef151a85c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263390344a6010fdbebf2778e16d2649d32d8eef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df54d3ac45380c3cc5618c1c0b313d78cfb65988ffa6ff2858de5def00a412c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9bb5c42cc10de99c4ef43e03d939aa25e0b219
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80187b7de77593fd87e673f488a19663b565c72df068719b0c4542d793c36b6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a959d8fffa15efed835339dd700aa7cf8e6dbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7963fa06556ed27f7785017209b78d6f962d4e4dea0e7fd9d08ad506b731aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0796cd7c52f79f1ccb4c16fdd6e8a9b0cfd1ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7bb05555c9953b5900cbe2370c194bd42e52176a3b7bfcb6b3b7dd0a73a19
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba9c5fa8bdc74426d5000da9172d56f57a2ba32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40acaf857097a37526003c2c185231709c6e7815fc06f5753ea3100eed06ef9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ec1e50776109e056139a30f4d48ce96e6ff238
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67de463c58f7741b8a48bdb06bff0455da3f42d315972887720fe239ea4078d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e577c26e3278d484bf42fe2242268f4d988bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a1e1f397ea481805968a5766fb6a50a4534e1409db738d58d64fcce96821d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7413c30cd62c3f39fa36320ab80a3d4bbe3cd8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5de8641ac0be7934d11d7fbad9fcd621fade10d117d86c28a9830692a647709
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910f2619e6cd8affe4c2ab5177dcf732623baf72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a484411f2bea3969ec8164cfb975e1d5e4a8d34b7444ae5bf4e6b8b28478fd78
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6475fa83f089ed3fbbf2fcdde4f2a7f70ac7a27f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334306ddea98db22b16601cbd74f90c270ed76fb8e8fb3f5ec67ab08f295881
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307166728608fc3b9fbde274097c2d86ab9bf8e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73cda4ff5f470214a6da5422f16192636f75313f91c89886a7a2ddc9254c668
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a6533056f73630155d5eb54e8f5ae8b06fc056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940e0ed4a9126e786832811b6dad8028c6ddea9f78d4cfbb5b92d20bb4fd8cfb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fefba203fd8c657b17431001f213e6d2ac0ff6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3015f806a7de0fb0509ea8b35705bf6d42133fe94c7d9d5d887ef0f78486c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0046fd65085ef3ec983856cff3c0cac733f6a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca14a104e078f3f939e7b3d9fbf68a3d27304a46a15a304e60aff1a7534fa51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb1a11ac03e5af37c4ee25f7e8f921dde6f08f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb9336b5966e331aa5b98a48b0dd141d73238e2b56caf984e63bdbce65932e8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa0bbbacf0808773b43c8595fac799f68e0709e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a774f33a7c3752e8895272e45b35f0b62e251527bc2163c0f6664028c4a1553
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c597d4731a17d520988969bc162666b2fdf98ca2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162f8b1ef9b02b521768e6a9b261055515395837aed0d7ef546f520eb7070106
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca7c56e69217336378ac25a52958b53bb32c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c269a0fe06cca35df7b011e6fe08b2d3f5df9147be33298cffe38eda26d1a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b0182e5f58bad88e1003fb4374abcb4f05fbba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28af803ad91fe0e10dae64272226fe1344238ab0addc215dda1595788c2ccbf4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ca0981c30ac15f3770c8e9ff4351b0b840b2de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77fe1d09fa567750decbc75b60c24a7a492a47026256440c03dcd9ae6e63a95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5246f9625c2347e61694096e6d3ca86cfbcaa79d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690ff55bce8510e0ec4060d529839a0b35966850b37446d721f66bb60f2589a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91d5b789367d00c6fc999b7536e16a281f3ef14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2712295467b0a12a212d981a9d5f03c3ff61d13841e859949ff7f5f66c1662a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4637ef2b71a0ce3b3a823f3abb2d94ca487a3d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed29076a06e627e4fbc419e9aa055d88c6994359cf3830eb136b6641bada58
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ad415b526c031f92c21f36263ced956441cec6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca821f7b5a6fd7c58ba1b7d6fa3ff3161fbfb856cc6e44e9cad12182d13ee6f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcf03b245c50d6b4c3faf388453c5d0b27f89f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaee7c92247837de5f48c345ca6b1e03fb0b03aebd98ba0658bd2fee7f16006
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5c8e1ff7d3947ff6c85188c3c40699b2e459f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400f9f7fd2a0cf57e4ca81b02b368b670e7eaa62c77d6befdc3a199c4ec690e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd9935095dc4f5b18e87e7a9c15231af5a7c91b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3004e89b5640803dadc9696e46fc962061817d571e558fcc101ce634395803
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f32aa37f4106bcea0eed2fc34049736348ee3b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb0dd26c3c92d9e633f45aa6cfce8ba5953c51947ede4acf30d082c8366dc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989391702a99a796e5047a566f3136c1d836cdf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f328bf582da9aba2ab6bc37d250e1bd4c6a456bc1353c4ec497a85ede9e96ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e98364c9d5a6270b3cee600ac11c4ed39fcac8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0716aa44217c84f1668d3dc1d3af2402684d29cb8e0fb19ebe94ff9b0bac7c0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e3792377c61606f4f4881efd2635b149d35a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b1b33e0883667b63a43572ee384f16efc997c675b223ddd1fab83d06355aa3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432e618d4c1dd63c64deb9b8b493e5b2d183c5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45613771601dc746454453f9bdc4209ae0ff5abfd7ef54ddd3d3f9c19e882b3d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f80990b4334becdbb21e0b9327e632cc99b831
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4642b0b031c09cf0e15e693ab6b78b05a2500e9a1fa218922e9be0fe74c292
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca0547a1da915e90bebb6b54d2384bff5f0f06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fed2102fd49ac88e0b89badc4a3ed9167b2158bb005db57a4f1a49d01a6fd1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c32e80137a8de2cdcd33fc3894b04ffd1359301
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ba27820e9f057d1cc17cb376d43c659959e5bbf27f502dd545606a5c07ade3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7e802f44edcc214d1b17702dfb7a6c6744afb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81dd217859d490beb92e538a0c9a54244afeab70f761559271a7b38437e8bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0113c496ebdffb90b2f2aaeae57ca7223c68d2b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba507f3401a5ffc988cfd5b4e7844cf918df2f78be106a9a21e6dfc27f8295
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16c3a7dba21bc75b7f509f98b9cba0cb34b824e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6628fdc3afbca161a334171d35e633888d0de2c08e304737776adecbe4281b85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1aba316591b2a5fa920068afb040b88155ac72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee266518426dcba66d676cc1a054fc0c3cd20f2a510ce7ae6deaff1c7a16c380
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8914a4622459e36c18344bab151e5014e61e907c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9415ff42fe3267333d21f97020b466caad1d5448e1b78edb7457a11e9fcde1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd95efd8a7f7404c65cda3924381ce3297de78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db379e082bf9be0fca990a55a479108a8acb3244f648fe03fb47e117950f044
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0cad5d6a4b76ab0e352d2ef582fd690f49a532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d7ab4c27d5d21c35f2fa8291e117a3990a264bf3b589fd9800cf2454cefcd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237fd0d5c8944711e133278acae7951e69cc9760
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e8e84fc4da74593cd4f6efc1ea134a43378c5e1a575588354c0462928580f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8b0f88e50272ad9122780d82cc132bb7169fe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d294afd0f96b585e7e4a3d16dd6727922ac2ebc6efc72975784095070cb8167e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4397cb7391567f02fd80dae8441a9209b16ee816
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770073f66c88446960f47af0f2e39bbd150fe6bccf52271c8b45f19fd32c4782
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eeb6fd3f2cc5ffb6896dcb8de57301625c1976c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25375be183e0f69cfdf21ffc0684b99638a08fe70e65463b5a47f27a6896ebb0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04aca58133192aebbb030e035c49ea227ee2909
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581b832e5de1173a03199c1b375d6f9c9e1c65cc93d25f25d450eb59e9030524
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd5bafcd216ea95523c40bbd01a8e96ea82f650
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be67cfb16e11af5d7c88bb054b1b93502552f2c260ab717abd0e587550d7929a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62b5157ec196ad56e1ec82f1c6cba3dcca026b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028cc8be94f37a74bd87e7c48ee203264d92cf655f949f6a1780cdb2cc47b0f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894099f82677b2dc3035f39cfb1ae1601a9cedc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a413f1046c16cac642cb6df788929d79852ac53e4a8797ab238cf34a057dc5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd1d3067234af94a74c61cd1a4960716dd5733e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b55a97282aa8ea630bfd3eb301822030bc3df3d5f7b5267493647354a00863
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4436bc54bee8e60b4f9728a18d2c992f227939d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29636b5d51f7b0c6773decd8fe9c16d8701a22517c268491d0b998c69279f1b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2f98257793e25e6e34f4d17ccea6c07fb43bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89188d52f9b629d47362a3fd82b3db229bc32632664e21af0beeed151f2636c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28215fe447ecb0474f09aca57c23c8f1973aa93a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12644913cd2303d9855e17fbb9f33183e7671052b2db6027bc3125c0a58fdaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b5fd58dbcbbdb4eb950ed4546ceecaff82e09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d327b1c2cf5a6e6ab177eb440d24cebdbc091003624b6f59b4d5193edf77e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68af2d0b33116e1ba9cdca87d7c7e526bc77ea2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6cc74e00a51b2959d241fad046f09a813ce477d0a6d7c807d6504ee120be93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d4b9eb6aebdc22b97e71ae51af71d53723ea32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4184f8d5686087b5f54fcaf764b0f0b5d20d0df48a22500900eead9b4463b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf04c6e3c84f657e84bc04150a1b3cce4e8e40a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78c36113e2547c908ce23721365d7f0d38d6b048f4716420c65e780b8834bc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00352bf5b1c5e2901232b7e21303aa48bb197e0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3636be4ee117e6752e8f1c7d4378d7937629152a555b1758a4c16887875df332
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fec41a9c707bd6df4ddaebf8afc7c2304316e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6446f19629cbb7e44ff6bc5c22606f11d5d624e28b0b8e62fe06ad218f28e26d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651a54896f303382593734591e793970e0883af2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed743e34433a4054d318d9bc8816fdab4d677fb33afca180a30979eac9c18a5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dee43a974f6459003e3e3618dd2f8920e603fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5159a199403a22e54e9acb32ce9a8d9139dc9caa6ca08e24c0b0a988d4dc911
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a979346feb5bcdc97004f9a6d8e64e17f20e7d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e238514a8723a518eff68ed9b37d79557c31176d49a384b29c73859f832e5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da276494f32c0684d4536e53c866962753af499f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393102b488a4cbbbe1a641e08640dd6a7364d479af8de59bbe33d9f26e66f09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec17cda751587c6aeb42b494956024ac98b999
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b409d522706fb449dc0e16528412e9ae3b60ee1acabcbf0c0ff8ec8a02a6c313
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff17aada9102b7d0b11bc1cea9b4e2bb7ac6f9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed25bebb1aa9c398d5226492a676a413f38d2e8599a5dff90cb980cf793ac6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498fee584f53135e5f14ed7c44619874f9207e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c20acde5ea46da5274dd525e42bca8f6b2842d00480aa99222e21553947ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c5ca970b9dcbd0605c97c5c1d0ab936524372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c520cbd4d2b1ef5dcb202cf4b26450ad29faef18f8577b251ac74ace15535eb2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056bd2308190930437bef056d39e7e27ac9931e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e4473338eac93f9216c5f6586217d894ea065414fc02327e64a7d99dffec0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fbdca1ba15cbeb3803d207facff87367dcf9d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff919fdb6970ade18c9799bccba4bca8975ae1e5904f3b39285065828bf1b32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249d49a92f26f3ae23c48b567a9c314c09bd63b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeb5e0d16eb845a3cd965a15a5db27019345890b4f33f8f26e2aa82cf375c42
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5079f967cd42d29cbd6fdc3f859dd2ad8eba90ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7448afdb860a3637f21c30fd20b43fac3ab7c215172d0a8a6db219214bfc67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e7a10c49fe5b46a4bd14235b8be9a615caa7b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455694c211ed0a90eef0dc082b365668c4629ff9cf773e349ad08b29a4e1afb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bea5f368fc894f1ed236c50e1a055423176128
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac1fbcdcd9cc552bae8151699f3777f96b82f76d780e0e62801d75bb1ee6a02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703a0c30c638cba3cb5a9c53035fc67ed2e4d49d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904a6fba16dd81a96e0e111806cf85914a9dfcf1cdf22b9b5cceac5aa78f41d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b4271d3f956d4ea1108f3acd33d2363aa4bd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eec15e3fe8f1e0519d757afec85145d42cc4b201b6bcf02f858acd7796d036
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb42fa0b30fab97eedf48b8cba137e4b9204448
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cabf5c17ee2d9dd709ec8d41ce3a3194d00c7e8e8142aa5bb985ef79c861b3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460d64dca706cdedc9a8be3e0fbda4650871e299
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b648ecda2c869383a4d425362943cd252cebc36a442fa727efc0bb55b6932c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31e08dc9120fb13665a830d50ebc5e0e2a42c70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dfc0c1684e4b6905c0a5840dc6e22603a610d1f0f0e8db714360c6eeec0400
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192435a365796ac271ccef75008f0871e89de6fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05222fccb7c21145234dd69efb7223f518e993246f6d230f68654d9825a30e78
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08a786800fee8d4f458cb5821d128b325e678cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4164c4cac477f5dade92e0fe3af20ab82b0cd9a013b5a6bd92b4d91791a9f1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c42b3823dbe18d8fb7bc13c3bd05e4080f66d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c47258a0230bba8bc3e7b60a7e171abbcb67cd0426b4ccc258ef35b4324bcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc9121e6f1d626dcf6fe475ce9ee495851159a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a509021c7248ce6bdb3b4ada09810605ba58ae981316d2ee627d8765ba585
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa964065d5c0a455a7d52c3f358b674653a19e56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e750a7c275ebb0d64a001580e91e5167b00a88bf75cf57d36542adf220f001
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a71befa2a92750044cedbae7b0eec4fc01477
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ba530b0025a0ec6ad033cbf8c63c7f0c7f13abc28046c311776837b0da434
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acfae2683f41d9076b718334bbc08d7c54c5780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcd0015251eafedbf7fb214bac3db57c91510d45bfe33461066d32586699f69
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd8231dd9f3a9a4cafbb915266b28b5c78dff5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf95a248ce2489cca688e11f67ace74406b34adcef340fc0ec73fcc84eb3e113
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f14858f551eba286aa04910badcae37bed7c983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d9fd46bf95a6665902d6fa08e9b6e8a2d451cec79ebd482dd5868da69edcef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca288b5b633c36e787f04c42aa8073731be18af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd043efa1ee0e4a0e0dfd17ecea73e6d0a8e654c8ce8f826db818faf7e0c89d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c99d85d50ad652e676eb54e03ab59d24f3763ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8308943b0455ca6435c08b77427e95064bb04d1bd5391f1faafeafd02a734f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd6364df2e80ac999b6c79483cfde1563841e1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d02ad66609967d6de860c95718fd654b9cf768dd07eb85a9980e8e760621c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e14eabe32435a35f050da3e3ca3371fe8dfe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff150f94884d6a9b278d82f9004589d76ca397555f462476034c9289d1196869
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5df1b6a3431d7b75e7733d8e08c1b1dafac7de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e78d3e065db0d3f6ec730a833e7819fdb7388db4489ce3bdaa0c0f9da49ae2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7639d05acfceeb8627ad045dd93997a17f4f1d63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a654e09b8494f6cb1e37d3c26e51b9b7e32b5040a51619256e6cc0ad08f0b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed9cd0509c346296204fc1d4f4adbe4c1b40b92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060debe889a9426e92c1dab4113f20a6a5f5c0c3b4065255edf6e35cb5bd163
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065b16ac5af0f44c37a970d5bdfcf65dce537250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12be15c6857e5d5cd72c3f35fb425a710d596263c3cb790df8a6ea24718e2cb5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12239818ac0b8b64373c1337977d1f53fbc757f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8f872663f0a9d38e3e4c7a19600b2e67b54f939b5163fe4459afd9da68ad4c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaeec45ba60ec965f26ef8e65c61b0e8749f6c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942246b491a409b2a13134ac8c8359ccefcf529fbe3831c9c70f58ecdc60af43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02135abb62c130938f1277ccd4dd7aa766625e81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ac88125037f614e08bf90b044e6c911abf775e4d00a12290eeb91afc0c247
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4896ee146edf2322d1e506af31fab08b5aee16cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00c050ec9f7bcab35c05775218889d0f9505a1a78dc07d89661b1244566ba67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0306a56a633eb0b5d37a5d11145b7228ee937660
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092996b6c0685b8c17624ebc8d89b84b6f1351eaa3d8d464aa0d0da039cb4b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f2cc5f4b11fc5b4663c0aa90e2cb55f7133a9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb4b49a86d435b8fbbe6051fd9fa69733b079b73e3e0edbbf72be9c6f2fd2d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521a8f8db9bca1a2e04918e9ec56b25344693dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6193a2b3aff61e395e921daeb36d53b994b3807c68a6b52ec9048f7828666b2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872c72bd0fa3933381442e5efc57bd239917da8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f50f1d54fbdf81a4ed61b950fe3575946fe04ba5c8d997f74f60d6b5c5b6eba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb3bc09ada74f2a6f605e857c3605f61a04032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a23ed1b7e149c326a3c71be8c9adf04d480d2b0eec47cb8d983b0929bbcac6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2a726ecfa43804c81a8f68f7e059137b124f53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5932d2d935897efb976f20445be82cd52a1c0c4914ade9f90bea61900d25f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c54055cce267cd2d69d14fcfb6d297e2ffb396
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968206d4be4c632fd633e8c4cbb729d1465d8e35c0625e5fd6df9419984453db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4caa6279795806e7794a9a903bc9011ed17df1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e78125f8f484ff2c9e536f45b4ddab3adeeafed6e3a0661a69bffa09958ba3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68042c8f6208b48da86f4e186e884de0f8743664
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e26eaf71e43d295a011c6c13c4e31bfbb3b03c538f76ec579defb9da2152c66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e29d45688317b673a7defd437bb366f00e98030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbf3f62b64124ee20b5e8486f5cf0dbec4bb6b5151a9357c2879543f62db72f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9ae7f50813c3fdc9ff5c0ad2a9a15f201d1701
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef73c5cd1c3fa38bd9665d839bd7f5a9456e6cd686a05dd0b5b9b1b553486567
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8699cea9d8538f90109ce07ae5e67bc756b9690c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13810bedfe16a96e573562098e4e33975f1f9e706a0d8195282da8a57adb06c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58428bf0f9d53038e906f97f119d347784633aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de99a7c753a1466ccbb75beaa4856e8fb90cd551efb930758d9bb0c21f3e297a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b27fc4246588579cbe2cf6b9516672e6b8387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82675a8fbcaa12313aaf0632ad84c1564931cbd2d4e99e29255572c660ce7d9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb55320b0476baa162a92a168286cd8b75cf304
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee403a35cdb2f06b0503035a9e05e26e8e0746cfd3032e0d360d2dcc813c2f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e33da30809266ec3c721ecf7be97dbbf628697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28b5862d402e15ebff5c76ef553f27dacd0b213e826feb7757938259bbc11fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6a2c10457555b75eb878d67bb06d3b56f40b6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f8fced3843c1be50001077f95c9d4e2b752ffc9db52d6e6e1a0fc7e9b57fb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3612545b7f32547caf4484d60006ea6c89df3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ec40015757d9e6bd6d1d5ca4b5e0d2aafa689e5a46478522ec1ebd9aaecea2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb7c7cd7bcf0c6ec32ea6eea5ddaceb6e75d507
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244f19c9fcdb90fb1947acdf47d4f59b18da31c828fcaafd78e385ccaee22b91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ddc6dca72561065b656ab37d586f46ee9bcb07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f9887e25a831ed6f6e70253c90b22b8ebf122a82d094c1cb0967ae2bcc1607
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bd768bc2986289f0322feebfa846cd03b51809
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d82068318872821bff9d960e1f7e9ea5bdb0978b08fd1bf30706b6ec61b697
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e064c49906fc2d826da48744d0add6bd9e0339d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453644732910bef7abf36acdc0c368a82c85a0e68f1b7742aff4f5c9f5875d6e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59aba4f77225ed12a3c8b23c6db5b393325a93d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9feb9935a1ac113a5c5eec364932b09899b08a3c14800e0d9b2e0e7eb5b248f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea655d5efd9105f9b8a6a15f6cd3aecbabb779
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27fccd238f2c07dc06e93f6b6e91ea5082e439269ed8e758a6805ac3e46e9b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3016671b345187f642fb05e8c355553c2d8ba49d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea9fb518aeb7cceb72cd234cfe9871401050955fa290bf5d08c5422a0737bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3dfcbead91c80a62ce717672c0f9dff9683192
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e51b55cc69ce7827cd8bef235b20ae51b5864ccd4bfd6505ec49d1f0993c4f
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5014d165ca42c9023ce49dd2fd2ecc48cafe4179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34ee38b8603f83c2ec81d441912ded80abcd71dd6b56702ede784614965e6e7
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be8e9914c5eeaae9e791243ddf1d3fc26ea1d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efaa41e54d49fad06218fbbbb615560838ee1eef854c7b6e445a4b940923b00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e242fdf5ae06ccc99e95e954371b316b9740a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d252a0f2ba4c7a75513d0bd7cdfcd0db07d7d5ebcd2276a45467e12d55cccc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5148e3d63d24cfc581cf473ca3fa2a840e4276ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51fc34ae783d5aaef51d69f9d41b855f7373e93c504804ee2528fbe41aaf51a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72788785a3659e26b21c1e68710ee3370c5f9d8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ac07ebb4e67eaf993ca91403c5b62c53b2309c679157c9aa9782f5e7755ca1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702173c0a8e33e77453a3560dc1afbcf2e4861d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db8cd9f8ccc5f272ce5b517b3eae69a73709b10b58e98b79e1111c66a672e0a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c879522111bea30c709b4d913ee214d9dc2e17e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402eab00ffe0838cd8993aaa6f2ab5b9fbf54d94be1084a86e885d4ea132088b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d941d4f6f9d63bf7ba917cbd62d990e050855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d1133f4da820bc175ab1fc122fc1a6ef8b438b2cb1c10a1267586eb29bff51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545b627781f6bfb83eb53a781bcc618835669f63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5789007d94157911eea3393822622f4ef37ed1a7a5b27a0f5d85e7e3280996
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2dabcc692e59d3d358bae9bb8e430010db77e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd89fd1fb0af3157a06abd96557140f8ae47730add8b3c9d9e0834792067f11a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67256d38eaf5c8815a8a7b86c57632c7f7c75ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2d702f6afa2356c382740000e5a7e9c5c46a9feef635fee14e0e85d85e112a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9f92f338470ba2c1f63138cf1b65262edb373a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ed032fd7116ad047a1564daf45c2e6aa653494807cb43df7c30c60962d280
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3bb68bd2166ba39bd48e722feeaa197d1356d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7898810f116423e2c6aca9ff7bbd6793ed3d5f08512ebbc201a17c830c846
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c18895c755c7795e1e7b0e71d493b691ffe697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c96a03559594c727a19a59023aee74bb176eeea043e5d69e3975c7c407994
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3f5bbac7b8d6894cd4457f92e065f4d755409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df912966ed27ae193ae75e377127161b0b01a0aed6e0e355891b92f6e92a0ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63fa2005ca3809b684ee0ad9e1b81f38bce3eb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d42ad6cd922d97530d6851debb644ef13a9193ddff74255ae8cfb7c5e5b40e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c8970713a72b0a708f80729a832e679767891d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b810b878b31ce76d2918582f8eebe0fd1b6245b8c590b36a326edddfabdf9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad26f85e4f1cee40341285aeecaa5b0338080f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef9b2f627b19bd1b1169bcde0178de640b5a3489a408b56ddb927a0e8202bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8eab115090a96d7d93acb289034da7684d8537b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9efd4206e37839374fde111cf00575f9c0b8cc187a8e5c3818a9a68db5e96a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d6c72a0259a36bbc24edc03b757d92c0bd5729
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b0a20907c8b1fa7cc15d73016573b287be05fe7255b08da2850133539c52f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d490ecaad63b4d4800b954d89f89be1b59f94306
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb49d42e8683f4ef4b323a64dfe9941190ef84ab0d88d76c591d55b4d7a13f9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d21471bc8f44dbc030cd724ad636f4648e4773b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e63c7b0c29db4771128a8cc3c34e37e71f5559209274786e7ac30b2882cebb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c88c4544300b9266e2f561fec08d1a159c8438
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913014801efc6c41e89f8fce329e5cae325058ca562602ebe9a08879d392f179
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f73d095da8fd35f12044ef3c94eeb5eb74ea860
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbfeaa1abdebf091b43cc8cc1f03fb16694a28e60c99eb1f3965dc352981afe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277a82660dcae18ec95837b339f7a16bddf0477
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0e116fdcc9837db9842066300270536205b314e41fedddbff0a4185c6ad1fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f07c7db6ba9455cf62707a0c7d22c3fa8130b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54715be9ac203c0caa7d99c400e0fcb81d86712705903399e8531ff10d218244
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c8d2f10554273966f31f955fd073265cf4e847
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71ceeb9fa8362bdc30700ed33ce6890ea531a053ec791911a653e013e741a88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f29d536be177d658bb42460df560e44067c1a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b9d88bce098e5f76c16e35434772c2563824b0dc82b21624b75d91e5fd4194
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f983718ecd31deda2e9c9c38793a8456fea829
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb96d3e3e19e2093025a0189a5f0f8659466155d77ff4bf77c24cee84c5123c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a0c6a89f68ef1e9956dd311ade4dfdd4b6eb58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec85185fba475eda2655ed1af106efc748f7b727e58aed9e4c624880d7c33bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259af042e95d66566419b6e7e7aca5ec5520180d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c10948f49f20005044c8ceb20127a929bceeec0e493ad3da64d708207a0da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32219780651ba7ad5d16eddf4e2e47afc9df1e2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d30a5bec5866d5ea5379c3a2eb413f0116a18fc8d1e4f248ccfce8d4f69b376
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b53577be49eebd1e925ebc5024605da39aeb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674296c1b09a962f1f5a93cfe0fd8ffb7012861a7798d6e0ee90205e21f5394
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fed2717b524c153fad79437e11745e39f965faf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14679bda4cfa3fe8b45b366a1f83b5213bc088e7d3d6c4b3a514427ffc1adffe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67732ab05c1fa065bd5196d78facae34ab9dc82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bad873fc712ec491ebb926b92e5259b47f993b6adc9cd12725431947344a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e850503c05b1347e66621cc9410038714178b5e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d7ba090a3c68c3f219e2d27ec70e52586763f9258464ac90234967b0eea8f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd71e7f4e6113d05317fcd5c0f2bde81e45fd0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fa708b4459548593eb5af6e254eae6c9b24107db2b556d53f36a2b219834f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484a4400f5d8637bbd6fb2e1d3a12ab8942e8ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b4ffaad6867acba225c3e4864b6c058e2640b51ebc645e10c433a2709d967
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824a03ef0ca7a529240a497e34329e3f5b6c4e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0d38e01e3a7f65f31cff6a1cc1ef9d43743814252b034f3b60a54b46bb8eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c8baa05299d842c38ca2389b77a6d0d47279d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cfd80d074f13177ca7158518fa13103f06d97b3cb8dbc535af486313446a22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3489075467c8fcec9370384be6e7905c50de5602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97b5c3184c1a2886ce85255d3c17a4f6792c978b95aed1803c092ff1d6812f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35deeb80a13aae479641f2e27da6ec7e3f3425a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae1ed183e9b9991da0d5ab8042cd82dae50f176a06ec9f16555d5c7f42b40ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1a5917361b3c43a4e1f0976e8105da385981db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878103da7e452ae1de1b989239d6feae883774b12c2200c329f389ac26315eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966affcb245289324901fc0811377311bf6d7e0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c4e48bbe04fff679ae48024f22c4096a96e93ab189aa9efa52d78f25bae71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b041bf2e0c5fef4bc3a32a2cbc47a316d8f47494
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab0068ed59f7c8e38f334ca86c3cc0a1c446dd6b18ad574e12e58e9a32ae13a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf3fe16fffc1e8deb4a71e0bdca6205d0819b7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6996735f7d2d449390fb061240502a4e7c80da7195002c9fed110245eabbd8ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43ea20c9e3e314c184edaf1365d756581f41cb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3342f531cd8f2c5d00d55bc9b4e72ad8181a568f15b7ff49a17d82fdba51f40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13c55b4eac7c3c3a685b2932abdf216b37315ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80756c26c03a3187a9e458385a6ceacfe5dfd67a850c7dcf22bc5cf184fb719
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872f3d2c9d00826b4307c7df560bfe2f0c6f9e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0a8603d1eca1425b2bfb2d5afffb8d6bf89168716e976eab61fd28e556092f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fea6fdedc77d03eb5ca885d62526d246ac9289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e6275dbc0f33aa4de03c6c4cfe158482d15d7cb9ffccfd6ad671df0d492668
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64ec75b62a2d0301da4ede894b4dba86d8bea58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3e0505d902d473deb70df44932f6585e3517237802fa2468a6f51f0c799859
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07a7303bc05496ea4d9b70aa596c5328010db4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a57a5668bff03c6b831a942cc780c834aca6c90f238084de33dce651096dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083e8ab5741e6e8926aad0094fb8ab77efbb216e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1344fa2fbbdb000fa523aa6586f7e83826b85c1b068acd3607668ab0017d491a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8c74be1bb81480fd1c29a12117ff2aca5c28d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80287b1a9fd7183976374e8ffc956681e5556012f28041bcb9a4842f56c888ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705bf03e8210e7c8dd5cac5ec13fdcbff4e64eb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90612b611f89e7d465db922ab36434fce7fd7c74618656c9c4e6adee986d62a9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137d14ff0b14fc5ef120de01b8c6d20fec22c0a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60850cb8a756fd3070f7f3fd982e8caa38a139cb6fc916383642781de69d5684
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1a276df2fc861b7dd0f0b348096801fe9816b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297d48a10bd0ab66e46a8332a677ce7ba82a999ff196fea8837dcb053d39425e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd0d65b1bfda376c90b6301e256ccc359b089c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd5924b1b3f563aa010e9c01f6febcd4d2b63bc6bbe15613938ab73d4379abc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a82a20a73f77a0850c5b971b91824654a70331
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d3644739cb1968a5e8fef31164335dc8341e19bd0bcdf97cba13f53c8f4279
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfda592696f920b71021ee6422550b0a3624684
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29364026ff8501413b17917ddaf10e43532037d6e52b2064162672ee5974f844
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa501d34e224c59de699e31cc5e82a7ed654e42f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02b9c77d985e42af458bd8b5d159fe3aa0f486b8f654041e52c46066f7515a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc33c482cb1126980282ec0c9529942e2ef5a391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460f5b7ecb9ef0de6dc3b42ee8bb24ace96e745f1a3f991ffd0d88b1368687ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc8afb976a3311d1bff6bb6e83a3b9c68fad7b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769e1fc728228c0e4534a64cd343fb452800f25f5536b7bb5fdea2b1f4832fa1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70e6e3d46083a92877dff22a702c64b56d9a255
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721b328668d8abed0429c73023f1b08c6a5a201b431cc1ae2df90223403033da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385481815cc8c9fdaeaaa5fdc172d18b9f248d04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8450bbc926dabcb766d8c9aefb46a86950b5a11c0fd351c1a3ee3c14aabf03
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6221026e2701a81090fdc94e0b4de9e09d4525
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e8a7f42e22bdf2d181aaee2d942e783c5d9b46efc0d8617e803b0a86404768
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5f8e6570f5611d4b5db41cb6d5be483156f564
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e792ead75c19eb4e4a3258fa4640c7dacb0fed5fbb359755d3f42553a2350f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e6061a54805585aa8d51bdc5b3a871c9b3ebfd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d092fec6127be70bdef17a649322df4b6c1378b03373542cfebc76cbd2208001
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039e10125d9cfd9fe7ee8aa3993d357592001909
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539245af8a3a53b7e1d9fe482f78e37aabcf52fc38808415e26c007d84aad478
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fda69be424eeb897bf73b79332373d365229e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa197c568bbbc15cb787d8536d3a5df775312cadb1c44ddbe3fd657a0b6a5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9086617a22a47ff4f488fa1f8ce87bd1bbc93c81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae674f8141975e7d947b0d40838e9c6e40c21f2186a65b08bc674ca11ebc033
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22957a5f6fae0b66b1d72a0e0d4ffcf32ddca1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3741b0197ea8fa6a8be3d47051b97f087e05e476e8261c47902b3e093438e76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c512927301303bb84acc2135ef9d97a09c5d8c76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae65bda9c7ad870c09d777c28adbe6607c1b02ea7401e3c47a6482f4b242b2b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fd0f5aea115c90194cf977d3f80fbeca749f55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712c14c62715c241727739d4c47bfb67392e6dcea80ee9e3fec152f71435f1b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b456b055e7dcb4f9b4c45e844a3598021ec2ea1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f22eb5bec0e5f35e66693aafc54fa7639926d2bd21e678594a803596ffee8e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc412adacf99bc28ac41bd81b8d1bafd02ad8232
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce7705a648e21e982606e6114b3af2d1be70b8895be2d23e8ed3ce5dbe178ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8146ddd4f6b017ad138fb1d9a7e23eb0670067c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e61df6109ea315fc68da1a54297d35a816704ea97579b168891e32480ebe0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2e04b86ac749c8a84e861ba403860529cbba8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d197b38a3b83df95a160707e493f9b22e8136b567946307bd9a01fbfff8790
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55474e86b14707c8ccca73bd217ed714286bc405
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6164260897c5fa785a6da9810cf28fa9b0896be9c4d5c82a8e79cad7d0c7d77f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04dd43c9a1688d6321f3e7b313620f0db58012e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b382320e0145838b7e0c614b2901ee8b95a001c5c59727bc7b545bd212c63a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d5e82f902fb3b2d7638a99f73cf3a5e1784b94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a9799de6365b477fa2560c612f69545ce75d97a04899ed61b1fa6a2e0844c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc88f119d03f9acbda2e1e68d192582b1e71ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674fecbb1987d0c766e2390a486b7a5a3bcb8c3a7f61ee97172f7cd4ea231037
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa568c3e79b0d34d6be7d6fd7c5d0d1064711cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3141a4ccb97fa67d6887943ff62f226d5236f5f92c2ae932ce39be2237dd6ed7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bf34bad98ff814c73b0c2d0fd851fa58f1dd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa47160af321788890c280edfa123773121ffe43de85350c9680a29370d8180c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481625b89f882dd21474bebde3cfdd0d8ecdb9bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ceb37ba5157f2a71466f44aa9e7fc2c445009425677530e42931424be610b2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26752a363ba9ef61dfa022ca1f77e3ed90f5b64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5361022c941e32a972a6e5e7d6bad38ab4892bf665b5eac72f2789e7216380f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e967bd4ffeea71f4aad0a07d8e6ddb1c71423d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a84fee45f5225dfddf6eb80785819c0e3670ce93fa3a1d1a43c7c8524949d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c51c65a5b3da2d0ecc87ef88dc4fbd134df8521
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa26529c567094a62710d40d3afe87529c333ebbc39f73f81d0e73073d927e9b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ee19f5a6d0dfc4b71c8033b34aabc92037390
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03206ccbdfccab54ab994230f91cedbd381f076b2414ebfdd12367d74c9f05fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb91c7920c3b08de81cdab886dcb08b2bae17644
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d828285bb6463dc61fdef4dce524a14f17ecb7c52b6aeff81588587000791b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e930a9c8132b7d99d90b5ba91a25aa3ee6db2b0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c50156cb0506e239de63bad4dfc763483d047678242d93749c1df7f188b64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c6936002e9a685a444085679c5377b805f190e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816079ef0cb878d1cc0f6428b9a5e9d68dae031c56ddc2c0d767707c589df7d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76caf41a834c4a7bb673d10cd54d160da5ab5ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b88c53c6b4e8c264c512a10ca931a17e47a41a9f3fdef6fb6f07b5bdf74fa0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0de25b0bceeb0bb335c395f4ce8cd4dbdacba61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b97b221c694675a662b9579c3ab471f1f25a6484ba693e7e06b90ea759b134e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbbd51dca6e064aad69dcff07938b080890bb62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9a62c6ed24153613f270d77335feb77aa85420f8e0232451dfc43e710a97ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75877cdd36c92efb54b4ece3bc516f83fe2ef44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3edc22bc5b32e0e8df108e110d0b2edf59cc86b3ded3b5a3548ed7fc9028e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740fe05a63ed4caac6397b9e840024be42c681dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179d18f6d3d6edf3e145efe63d5bc3365417aa3f237be4fc59d3ecb91b728df8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1b00d6b76fd3f0c281d252b177bb62092ef5cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da19bfd5fbdc413382962152e45d5ac2f8dd2e9089149abf8876ef27d1ec81
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67944ef96dba4562c2ca21b984fc6920e50b8fdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b6c87fc3eb82df2b5bc7db3c57863892e25f052630bd8164eb74bc5f28638f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dfe3a0a6d7cf751f02ade24209a996282f5dd4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c77255e69d8052f446264ffb1fcb26c8def0a2883828d2fc8277b6e89f9c22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa32bb3b456a89829a239640a63cdabccd819733
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd344f86ae59725c7d84f18157469133df5215391b4d406739adc3524210c3b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c8c43107d3f28fe1742e1f60c7bde685335b23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f973bfa0a2f81f76db6d40de5f5f98832d584070dd5348ba1251feb9dbab40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85ef10c34f4d13a1bcbd1582c075a6a0a0e9fc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f77f5f5638b45e4df4446e7f9ca69a23664250ca1a568366809a6eb147a0914
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c18cadd062347fd7edb44d4f1d8dbdcebc22d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b211c7c7922518675e0b8e2bca368ca6bd89282389de4d53b228935d202341f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a58f566c4d5b86aaf61e6135c3bdb1ed269276
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e800a41259982055bd58a3d18f2e9869c0dfa07927f462f556fc684ff13e2d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73765665d917d2acccac794862ad3b58d3922f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b878ac346e28b96496a5c8ead2a162353115f2bc2f7f14e4ce32f80d698158df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7e33a45e57377987255edac5618b05cfda01c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb5a2b57d221808585b969d0a280deed19f9397145c25ff394541bb4dbe2e9e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac199fb50b88548587ff771c0bc7847031acc6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceab72f6dd6c95290bffc647ee0d1f36ac1f4dd6d3d99538d0830a50a080e85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bb4f3bf01dbdbf4db7e06d15d2f1582965d046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e354245f09086d9961bfd0203f75c13355376eff92089f65653bea9239e914
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1063e8d1452244bee9c2ab3449220adbd63ab4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27d5a348cbe3fdfe08e7386111d8e8ed63828a9811c3787c7fe53fa00a0789
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98732aceee105bdfe24f4324d7f338f918d2f92a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec605301d87bf125bcb10a5e406986cb2d8dbd8e994b8bad84710740f84c78c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9539e97f7644aa5a0e99c75962cb885207ddc7b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7355eaed2191c0a1e2307629d13d7f5c75a8251385d14efbab4c243cfe503c7c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6d1b60d4461db54a47fa7c5422d53dae0c6a33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb385ee8765a25f6ca9dc2b19481fb9307d2b066fbef7eceb606be9541febffe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d236f7ac81bf52b4613871ddd3fdc0010e8de80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0031b2f564d40d8062a49e63f04eed062921d79d1402de0f69a77018bc1cf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9cdbdddbca9e5965c0a126cce62ac1b7ead56f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adef3e89984dc1c3e5c9187dabe96070fa8e2c3fc42f96a1240b0a17fa80af9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aa4a90118536c66fb42ec2b2e094773d9879ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530f2504b15720bb01b5cace2f21639155dfb697a8840ba07fcf532fab9d8e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58588111caa6e547311cae9a88924ddf5ce0884
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f72ca60f7ce089c7759e967cde818a7b50c9562e52b944fe09f8980a177377
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981bef5aecad29a54ca28234117dc595b77a1a14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdfb3a5e334aaf1a90b310a174733ac96f022550f9c2b65f82e279b0d3ac3c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fc849c50ab8c1c869098929dce5a194d306d5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ccf2610e9f8e15dfb14af5c9306f6ed7056002df849655dcbf6f33684feeee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65cf0c54d8b92c447e77530cea83b6ff675045
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6f015ab9e181424e46499a0f6c53f7153c424a447804c2759c59d1bb677439
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af01f30c51c678d3eba9adb25220f9be8ab477b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c19e0239d92056d0cf0217fa09b8f8e0e3fd43fbf5d1a0a63a07102818144f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbff34a2e4778f09707c14cd8f6fc7b7c8718751
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d9aeb336bf08a16d6ac12d8f00298e91f31ed86f34956966dc4832abac414
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c1cba360a4fe509b4a95dbe65804d80e32998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3fccf0988c7e97c6c4df488543befe79db0e2f221ffe37218acb741b5e8a3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f5d848338ab93c32585ed52a2cab0032d177a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09794d59881c5e9d0be83de89c33415a4b57c31c1c922cb79098cd3d34b8b028
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcb00e171be89c345cbdf370c4263d3e5015d48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceb7ca8f01e1d4c875a7b82fa98ca5020cdc94ba27fc071dbcb1a59769aad8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02f255c61824dcdaf7e082170d0ecf1ddd36ea0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea0adea2e8b5ff129fef2f416ceb43b501e22d0c17e65934844560d345aaa33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9002dc90d230090c6da941b06b120eeddd2bbb90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9123e0826db71ff5c37f4789af313cc3bcd17ece74ccc9776a051f9f180b6fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe1afc5274891838c3723a8973592a0eb72edf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55093bc503a56734bb87979bb3f247cbba9df4d66f93d7d7a4a8c9ba3756dfcb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbaa2da76e9ac3f98acaec726224a194c31780ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82e01524670082daa33a1d8db40bc22f52b6489725c5bbbb9f5922049ecdea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e983ec92ab5ec6ff51a0a2e059bc5094b959cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba81aebd2011d09f0fdebb949b383da12905a704f75ff906c1186c5d0d25e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ecbb369390721422b6bd6d21f163356920864d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be470b22f374065a6f79243815fc3c8b0f7aad9d58c065af3306da210cdd07c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c0e037612a0855100854b411e60e506f2440c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717d6583c2bf8d613b9b2b6aca87106bccd909e0d83a295bf620aa819a5c26d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ddb350950cdaec22523b12f93c366f0be0a293
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7000caffb1efc1dc4300fcb92fe7613439bb67cf038e90b15bf7685b37d08f0e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63204421eeecc80d11e80e405c9376dd1ff63b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8e794ed36f6e5a9a5a943645e8b50c105e574148539493029ff1dacc6a56ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d7b728801e9774baa0df3305e75f78dc0cdedb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f7bff865923e0cd17d3eaa1a761af74760efc362ea1fc9a71d2179a5da5033
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ffb1659b673547b0a49af297e8a849f22e55d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a67758ef164a28be989f2daef6f9c61594c2d50f42632c2b6fb509198c31a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d69a260fa0250f2a688695a04f8aa7ee3151856
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d36350feaffb16c4172da75e9d7e7a89f72b51bebc1a9d3ff9358300649ba2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b175835a7835712441166e0162a31ad47cce3258
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485d077b589b8d854c8de959e13d4b33aa83c7342124fbd74f446a53474bc797
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833ae53b1b0f8581622f810a9313a63a0497524a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d9d4aafce31c13e69fe5c2277593eae0b63de902347d344edc257d2bf76e74
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e412abc7d25539bb45ab486c547bb287e997f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b9a83baafda95d47df893deda2ad58b0e7bcd54212e7b95cd733753e62791f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185f4d6bc8084fa6e74958d58d032464b056c339
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd51f6673f6f1f682774eb4330f3a92790b7ef6061e9b6cae9c4f0f7fc7a9af2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956e323baaab401c766b060fe29ef0b45d505c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defdd68a85c37943289e8e2f23d2a2afb634d79ae9463378b46abd7f422639d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0011998fbccb1243f59f1101d7aa094f83c85a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498e2934c4792afcf3e85dd07c952d936c47abb107f7dc092124a08a3184590d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590ecf2d4fd36f863dbe679b871fed6c43171c2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b420dbe4c0cd39bcd1d7ab4bff75a067d6f71262e1b783101cb442089e87d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89433ffb9980af46330254c7ad67afa27765ab66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b425571d613344cde0029bbdd41cfacc4989e53e1718d1007c348821b7d8ead
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f99e33a9b98fb956f88a7143c3077a8fab4066d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4acc0aa34dc1c25e2cd078b910e696ca64922d65e88a323d4ef9d4f4f1f7274
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde72d7f46b4e6a9fae57a94033fe8f0b2d5c7de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8773de5769c91b72db2144c1168dd10920d743937d86be88cc6f5bfc06db3d9e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8f8edc47dff52f1c002f424c93332a8dd13b1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5248a8b5a47d05402b50848b5b3098cc240d7a6d5c01cf27d2099fde884b1e95
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5930365c70fb6c86b5f57f0914a49a4d0fcf28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d56dc4c1579452f6e032c1440b5d20091034f0bb2f2d04718798e1279f5ddd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722e7d3f00076bd05fb442224f51ab953cbb1f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89eb85f2755e8de71eae21320ebb1662c353b63b1fa66ce4cd7f35062386b6b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03536b36a2f7893975c62b930b5505b65b543d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b261ccd2913544ff1dba134903146ae16216ccf6d8e6a1a5f87941a97c8dd1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09e1f8cbbb452bf732a9b7fe283c9d41d1e788e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67581ab67234398fe0d0182c118482cef39e0cbf9a054dfb708281de1cdcb1ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f0255476bbd0188b541c4dfa80a7b2e586898
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933f41340f1dd28530d146c033194743e6c00df8016e6f5d892f4038a463d1e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6151a7fb2cca815554f157f13865a7a9cdd686
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a474d098a0da0a1af7c0821a86eca452e0f9e033dc20d5b5ffacc7e6db5cdefa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9452ceec3c8a8edd14db5456cf13017c2c479da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd36974ec92d860e7bc621abc69a4ca81e89c9f7fb6a86db809660933bf5050
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d1459b09a9b43437dbd2fd6789b9aeb4b234c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e42f7e16365b2d3994c42ceb4ef98d61acfbda6d74ddbc68e450a54bf9478
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d34886249fe775765bbbb13fb34a82e6eb62c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d2fcc1d83dbc7b30897df1e3a9f10a8a80a3e235b834f3936e317da37b8dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26983a3a0a295ef60d9f27d15d1d89ed7163be8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f52abd0206116e4b234c7439718944d9604e24c9918fe3f205d95914123efc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2955474fcefd1722945cce327045079d0b79de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34614649e5b7804dcd62d29f0fa305f83064e70513d3aac048e753aebb42d35
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd73440a4fa6bfc367bcc96eb5eb2489b46af07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82a0799c0e878ea7e4d4971d4cf3db50f4d982565305b3d532216c11d6a3a2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302f7fa2372d60a78a45b3afaa33ec6e93349418
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130b5d1a3603e9f16f5f3c18789885532da2de809f65be5f71f45b49b27421d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0731f11d5b7c2903c971747d2071aa972a0da314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaeadd71a8b697b16a195a05b054a6bd29cd1e730bfce8c0c2486dc34b1104f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb521c6da705f1529fc9abeac7c36af2349c3305
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d485eee33eb37b558843c1b224c7b01c1862f46853dabee84dd8b8baad8f5fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a742029c52616977933510ca093d4f9740ce6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7832a32702933eaa68550513b4285dedafd731fe86275b9efef68236c4dfc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98750e497876ff84c117192aed1d28e216c1410
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b450a5cd634f5e18c8cdb6bc6ca9f18d0a137b6d3081dbe165f0c0ea1b142e72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c50444c18acbc803909ff654b75914ec0e83c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15b3c9a8c458e3a35c7c283b54acb553e25ddcfa5db27cc9fade802182edcc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34043986f191a71c5843a68b822c5cc25b5fccc5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84ce268f3dbf31c7959bd46261d4e21bdb4358d21009b4cecc6f6526a2a9d40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f1bb9e3844e1f0c4bd2c1a508991ce405aacdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf6ffa06534d79adc206bb49364e7a309b505b797acf3dc9a23bc8b67f1908f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f7fe6ce95cdfb26340a2b3a8f583cbffce8bac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12ea52dde1ee4db2e9829831d1ef5fedabe4485dca04afa821c6e02bb464c0a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43864f374ad08140225e618252cbb928c6d9691
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39c723d8f168e4957c76732b4b3b38c4c27f5cc3b3ce4c597e1cc9cc8ea00a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2422ee5d729f276586823ef5d900b69af4839b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f773c8a724542cd25d3b89ab845ab180e005e0405417c5c1d721b8185177b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465a1823fa4ba09d24de67f1a77e66ab57cbf7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510efa64d5f13f48fa22c850ceca695a4795b28741df136fb8cf4d37c259e25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1af3c787053369d333a0d22c0b460845e796b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35aa3e14ed599928ab94758b148f1d691c103925c0210d2d3801d8378e97d59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d85f4738a1f089cbd66581085cd450778de0c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfbcfc2f9b7239c685d489a1ce04d11093c4dba9935ddcbb5c24f556a5b986
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d75eb79a897bf3a38d1e14c87f207fe244f68b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886cf03492ef8f7000cdc022373c089e8f7c10413fc70395d9b6955321ce3cd7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05499401f3a4c8062206ae5cc1360da188f58e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c091d1edd53174d54d7ac7f4292f8bf88f3fd56189cc9d2dbb1f1df043117564
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77308415a55f254f8887203a96a0aeccca41df2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aff521abc2df962e7fbd2cb6227aa756ceec9dcab1c7192dde228291449a61
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc83e31cb07b785bee43e01637e1491f88714d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a467ea82cee0e14ba69c141d7da28befcff0b1a4282eeb83729ecbba4ece94
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342fc8f03109787d675252480567bae1f2e309e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b70ac493993d228a8ecacf5376cd1c573549ea21a32ebc9d3a7b24905741d31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385566429b7f64ff0c49ef4ebeaea7e61ed7ab69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b57490d958dd10e321b5ae8d2b7fb256e4bea0a87b3c7a7af851d4985339a77
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d492db3eb22db66f0608814c137a4dc3c2eb613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449181cf2968c7b72676626c3248b5a771ea41e905c15eaabef172f159e16d72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d247e9a1cc3f937e57965fcbd05f6a915788965e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d98cb02a72cf2dd283c92911bb5812f07003da8aa1451ccefd26814a2c6bc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861a2f13fd058044da683baf0c74b543d27655b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad3a63de058d0404f02dc2ffcb904c9d4d8af9292cb05ed2e19dda06bcd712
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdb75c158b65c7e12ed0f732f5d66bec472cd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7435a9369660641adead175fc486aa75a06a20dfb01e5f12dd58d3ce96bb0ed5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a4e181833038a1330c4d96a5cec3ac0b454972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374997800121c1a377a74d4a128500e29e47deb6d89b793befae8b1dd6578f3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5861ae62dde03579c53c73322ce7d8dc836e84dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f9d3c471f5a06efe01b16271c1ab555eeb9045595c31ffc519d707ae3b572d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c75ed5f40f21a7c821d05dc6dbf4d20e3175329
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c4c08ccff3334032e022087f8603b8ba670067fdeaa0dacdda5ad764034ccb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2e513ad9165b6c5cf674239a833df28b007f94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20583ccc5a5ee50438c94391c32c9a79d749dc8599da839964918a1faee6375
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df49011db1f8f74374e6482e9f304be7f44cfc47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae18de11e2ac9cfa068fc267d5f9cffb9d3344e33ec320a3c9119641d27f010f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c83c73f5d118def73e2ebdc12da1026798d91f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a14020bcf162f0d1b8cc3051bf805f99f4df7a1a7d2e628ffca44d67f6986
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6b348c91db2b85e09c1ed1a81c196a717f8220
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bea9c4b0a767f78d8b311f6b9a7722780332272231d1823c03fff887ee42e0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c65ab0dd8e151c086b4a9af40e3a1c794eb98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33dd1102af0f179ce245b6976faa39af8f4eb111b4e57f3ec39c87fc29ffe83
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f1be5522f351c637a9a6d5810b7339122ebc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d442f040978d5e0cf5528850698ca4883be4c53d160b2c60d684df31d4b20a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1137dbff40b4d671093d1a3921364710784ee613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c176939cfdd309ad88471ec236f2ecbedcde1d09b2b06bb5536594b89d698
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd15a7d5ac14fe9bbc4c212e8c73d137e1a1773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b54b3703cab23a57ad9e957488d83ec22053c78fb321b079af8182f90cdd2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aea2064b132b606c671418a30cff5911d6db21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff52c018e2b896f3da13cb21afcda8ff7028aa8258b8be44dbca95b343c3093e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aa8c71668c91660842dcb2267b33020a70fc79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecb2640505e61fae297dfe64011db5f90d945dc03468d5e1ace12b34e238de6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad5546d8e5951771519316028ed45a6f2d1b014
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b13fdc3b7e5fb650e9cee9fa083b5467ec816cbcc71b179a3c310d10f394af2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e02e5308be38aeb0b3784c0f7357b768f5a9c56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a637a029b1fb3e183f7c3917d49ec027eb1414ef32e7b7a7d9619ae5dcf766
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473b04105cbe6a54fe2b5ea552297bd720644bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe89cca68cb4fbbc4b1673a31eae7d1280cf972e3b164d7673898b0c2d261c4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d0bc2c80685e2dd82d59a1877017294ea0cf03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d595b8ef7dd22a26cecbd4ffa70ca2e3b2c2936be306a2e8bc6dcb7629d6b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a07f83602cb253877259f9504bea381dcabce72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5056a3f306b7160dafc9957760a32e2e7c28f25e93bde772de4bea2d5723fac5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178a6b78f7846a6ad7503a64065f0313775ce3d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e36c948585f4430e24837457ece9eb27a323d7d20e442fc9b08d2817f8cf5f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ee1e4ace787e66c560386ef3ae676630353c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf98ee613fb617d301e1dc29d31295661101b8aa07f669758d52dccf83215d6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa3d9fdbaaecb03d473094ff258522a0903a33a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de33071e50b38f73c1446468decbfbf237390ff55c1e35dc78df1d13e17346fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0164b88007b3e50f8d95c3cf30dad865ad2c602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400b166f90dc220b1a9ad00c79ce5850616f0ccb66eb35ad2f8aad73c2f9c839
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca197059613160476f2395a85f3fc876433e81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55fa04ba4a8aa1dba1a121d7c7635aca60ca9849394f4236dddb8653e0b9368
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68692aca73746886db4875c05e0019529432c21e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e626da1cd9ff72c4856add751e18bfa52e72211e70987f5d0234c099c5848b0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140f28e6530a9a084d25d19e1e8a51003bab338
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25875d99b7b0ff353d317e7d2c8872ba5213ffa70a9d6f65a9a5dffcb5185f85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d39d0a9fcafb84dcfad9677b54397c5f348f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53e77780382abfc6f26c20ed2ed222979dddfc929d342a2ba1cc0d1eccfaec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34752abdf8cf1326272248334ef5ebe9084ffd5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac0d65a8cd034c283ffa9a8e0e79356eabd7c0a008be9f906b7a063087e7219
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124c1c883a6f9f6987b92e48f9297bd4a56677d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bcc2c1e9142b57d71debb6f783262779436501954781719dfa7a6503a2050f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a4d5b75a773b521ec2455c2665ce9cbe460ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace80052318ddac8467640a05c3971a12d8deaee86e092aee9c24678baa01f85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6160122889df2173abac6a13f070591865a26a0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12cdc6e52ccb2f8a5ede07dd38df0771f6423507c006014d1c8f971e87e20f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb8d868b69a6b2384107740cdc99cac0996a398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e127bdcf6de29e2e02dacb95736162eef6cfdb07472d67375e31fb6a08b20c45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be28f71549b85720733fcd1810e267017f6d998
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6ff7be5317feba23cfbfacec67cf5cdc21d668e860ed5bbbfeedd1583c706
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f00bc420d8bf690577aede0b957fec96c44c842
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74711e02bc56d929e36fad3c85870a1c056aba3d589726aab311280cbae0e4eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e697d80f0ade2164acd54073982222362668665
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d2c62e1bb6778b04c77f28d1896230f9ff8430e53cdcfc2366b0dbd5fd3504
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb655adf55b41d5d2b7f63b78d788298bf9803b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7f6fdc29ce739282541152f765d521b7545d8096a18aac7cb205536e11933f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d5fdc6b13c9bf682f24366e8e7d5c6ea8596f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff7996a86968e868174d3211c4821a0054f5298358b2b2dcd4a0044b72ee1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a87cfac14b9449601792318aea948e9fb0270d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab1a25de0b3c543d232626d500b3032554c114e6489f364cfc60b7c7e1f119a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332bbd412d5104350db4462be4c52452bfb28e2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38d605208bf62771e7b97d87471a3cdc6d8a9023e06b32f03f959d8ef142368
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35ac7fe90d5f2630489dd2b88165a4affe8d796
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4536a6d6a37d28d22e46b53ec2c119f3a6f937fe1be17b715876ae04f6e8c86
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ece75b6d02df5744216eccd9d9738ca2ff155b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b853a52b9ca5b2da01ff1849a67c20314761147a0708946eaf1c84828251e1db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55e3c07fd56fbd23e597b99d0690362e1ae7f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8bc52bafd2353fbc51f4f9307846d6ee809c6b16c02415da50f8d27400d0e1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a69a772223414f82a765ebf993038bb4fbfd5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa84a44393107ea57448539bcd7f6ab1e1c273c1d2d1bb6e23f843a9641e538
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91c737ac6447d0a4e5513fc828fb9c172572c67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c521b8348ddb93fc8f4b0c7945331d362263783b209cf3113a906aa2eed8118d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b046d4541a5e15ce0c93b02e2937769cd68edd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b89bb61e4789f0ae2dff898ed8b5251f58979a69984f0ecb3ed08ca2b25e6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74aaab587214fd53f408a316603170240daa928
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45806beae3bf56c5134a3be82019942a076345d71f1e92974f1f5713e198eb63
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdedaa6f879023861598d2c2931687a559859570
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95d2865103c1c3c02c3b1fac1438e3a3e22f2742e5db1c88ed80f5c067f256a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3187ae4f2cf656364d690bc15d5404c525c615
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d250eb8f542e07b4fa9b9a9b8e4c8b5c6ee010f1fd18f041d7a90c6aedc9a62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b525c7b02fdbecba251f5c084f5a82e7bf6d04ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb03e77b6bf4fe920d9c9b9015683067841f8688ab71e4bac04aff8e2a7f5da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37f81f1cad69dce87dc3ea87303fb9b99d80f63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2237f520ffca52e846c27b8baa761aa31e25673c96df3df9133a7bd33f5bdb9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf4782211943aa874570e6274840efd46bd58ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dcb9ac715fd61b657fffa95dede0799aec81f3031d820bea66721cedb2c954
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19380b69fca679f3b4d7c6bc4a6999238c5746c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be62f4b350d3f8ff63841140e5ae95202147a8dec909598dd2f49774336542
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab561daecae1a49ea4df955e2587633717b7b94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91310d4f6c874ec4760ee0d7177158a55b66aeeda6907328a0752e10ef97594
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49de852d05094e7ddb6e76f5e7134cba811c9c7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050b350f6d115ad158ae5360034deac3784bda0fd117f9f0e8f91459abb226d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659e6addf976eade8e1eba1b78d430f2a9b0f62a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f56af4e7f8722ca2b075a697d42fdfa731f0f4c16567c8df0320d06151fbdf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c467d625a6c2d0b819ff3b6ac0b86a7ee491b27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1987712db1e04cfa34dbbe3b6478c0d1306893869e9a9d4faa153c9c7f0faa7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227cafb60bfec5666bf12f6fd600d85b6acda3c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e1514f24e874ed4ea0d29e1e61fb5ce051d3071068c7c999cb66acbd4b1f10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8835a82d24c7c5a02cad1dff5b0de34bfd1c74c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3886ab963da575f4a227d13f76d3cc1851112fc9e5063d59175c95ba0db9ae8d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6dcfd4237cbe7b653b76fc25a2752d165ecb14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b335eb633876d1ff97b68123f34d03c3e1ea4de86e910e2e73425d4eb6e8e9c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c98036304c214e7346d51e224b5892cec74052
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f356989298d438c847315f529aae07aa06ef402555e53e38bcaa0388bd450
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c10803a6148682005794f36b9970d4abef75a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ffb8b3b43b36b69fcea6110ce2bb3ed1cd35c26b33bd4e7b062f19d08b097a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef756176b6457948cc6966c085d34ca16f4f759c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a5cdeb0f2f22c3fde566b5fd9516c0376d2177ff48b6c7cf808978e0c1e1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d9af477abeef81d9e8689f62b6bc4e2193f568
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e67c2a3c3fba8e7195b0b602fc4485738ee9baa109993502d9784b364ccd0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34693e1375920b8ec380f5d983e9fcec052cde2e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6272d42fc30dc5dec873a8e26baf31096a184eedfda95c6b6fc8670b2695bfa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93985de73424b305e4caee76e210c68f0c04ce9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfda7a1fe8c1f926fd6f97b240cd8e112395e30356ecbed95510e5526f0cfc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a71ae5482944c8445301dc0768b8b0963fc613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181da8dd1295fda6950c5114158253f8f275ab0e77c202a40468d16b2a822fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18518d1de5d0368c8107e92fcc80cbe417b81420
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e43bb2a3d8b29b1eca4aeed9b92406e2fa754dcc5bf769ded10aa0dde6af06d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49995ab5107b02a59759a815710fb4667ff30add
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fdefd273a67942bde8463f0f6c775544ddda6d6e44a838208aced638f6162
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dad408b01c16b46473bc68856370bbe7da209d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f70cd958206c592d63d95b6af7c444cfda8b025482ae44293511ba79356ce8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5677f3ee918fa1a146772ba0cf4c97128c667e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ad416a1c369d45e873fd547af1d205d708678b2be1e10aba11f582ebc4a26c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a282d5c878d861cac54680c06a915356b1eeca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d4c92c68e6d94a4507f3f260cda26a13175b44e3a72965249475c585979132
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c102c8f5c5fbb19b52bef45a51a09a02f4021d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719b2e6dbcc44b4a68a0d1dfa2513f8a9a85e150551d734e78722364be412780
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff22a252355276ea68d68749da75a4c08c7f049
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f0b853ed1aad140e43da54b5beac30cb3493a138e34b263226791b8e2189b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3b938e01cc8e73be7a2241d3df6203d048147f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a696bf5e6ba381f3c7a0dc6e0c638d081ad82331708c3ff702a07a60254d2a30
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21173826b6560ec7181d6d266a7b58db9e98617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed1d2307f7d74f8b20204c6480e827c0fd471177f8e8b1423cd3aa248ca2f1e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe303774b7ca3f47014e6a3281743eff0d9f3a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6c9a665d5ccca203dc16f74010103a3de400da525c72f14ed9923586f716e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e766096fc78c6e5b5b410bb2dfc0cf547597283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abfa81a6249b6d785be725da5ca4e5ff37164999ab7367c36529594e9004b56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497afd5232a6a1a52f552a9342a1f35e3c432965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197fc83e31f05d327df344d1d078b26c7e34ae44f47955fa88ae6f9b9096daf2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1555c76281706cb262acd19309f5b297d11fb2c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be7efc9d3b5ce758db528b29bb44a877b0b74cb3720d73131e0cb82ec9f8445
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0054eef5cd94c87c990d575d6840d310b1790e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf59a14f24e5b4239080c72a2d3fcfcf670c530a66d20693123770d9c674e9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc9e2cb8831f55f987c2c18be0ff93f346c527
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54ed33c1f5ba93ec12e4a75b4e874967a5e51b8bf9508a719905c37e743081
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d21aab4a0093d4f3d517ac0b4082cdb61e07de0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105f856b12c360ab7e32b1dd06c04a0c23331a92277ad63fa90177ed9aab0b79
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770850525aaf8d59b03d69765472606fff57283c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e079ae38b2e1301242fe59c06450554fbbb7ed81e9b6ce4aa9a193ead8be8b0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdac8436acdec248e9c193d02fd8651c55f747ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc0fae33a46417c57be6b8b5fba76fb16308d936410004f3980f561166b4010
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2472cbd40ae0e9c8bdd8a5110c97afde41f7a5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00508ae4c847bf12c036ecaf7e0af81184046c9c8a9f81009267771a86a7f9a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69a22f672ea3bbec0669a3e55fb5a0e7642ee7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757cffbc689a4e6685df3dd59b49ea6d6e78ea3ff2366733f70fb2d4ed36c80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e5962c60a4d47e0efe0c6755d8d8899fd8160e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79396933e04d5a98f18959cc9980b05e24bdfc00b29b9342862cdbeb82bbd150
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d7f95c53cfcf3ea16f98be8de1724eaebe72a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0e0e2b140f66a0820c042a193b67d78080e2b9880ca7a32d03a628131c47d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9a68b7185d49a090bfeea55e2bb12bdc6c2e80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ac19b1fde277dcc6279532a9ef8ba601db8b707f138dfbb6b4276a9a1a9f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ddcd7e8dcac4d696bd5f9224f4080a87095fe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cebfa4864dd01e2490af9f377f6bc366c898df9e9a608d82fd7c19325e68252
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4c7b468b67d89f077a3a2e1ee257f55a65163c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd02c65b6bc70a5deef123a447f66bb42dbe37f2dad4a3e3c747891daf96c2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbef8c504313f34ca8256750cf0f6bdbde58664a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e30b9929cd92d72c59ba7d5b068f4c2e841c44df2679d062d85e2bd33e220f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a9494b1ad829e4efd046b89935fb07896141f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea4770a872b186d8356df6baea0df7d1325c7926487da1bfbe2765064a86fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46419f35bc4c04e7a4329bb3372b32ffa704075f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc797722601f200268326e4a48060e88845ba8c9078ef1fa7297911b141ac2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227f4cd85cead03807be3ed9d2248c0ffa85ce6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d169edc624670f417619255f5e5a6868af279ac4ad0efb3b35d3aa519f28fa4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35c3d8e03f58752225f246b0fb37f2a5d207942
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19964a8e4e26bd9b7b4a72b3c1ee733e76e779ef95ac54992be7dcdee0247bd9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b4101190711aef81cf1cbea4d78b68143c771
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c74b370661b4488321c9c0d8437f8d0da967f85f057ee458592f13a3b90a60
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d5ac1de7569733701da5a6a800a20f91fcb67e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f5569580e039f5ebd9e9d8d03e3dea0198ea73dfef0c94d941e4cbd5d647de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24dbbfc1c60af72d76b56c5d3c5e6e44565edda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87856d577663199b68ef4d686873bba3cf22dd3ad704051c18f7e2e7d2284919
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f394d33f8b5b4be6fe34617efa0b4f81b67b9b5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99ce9ff76379619a92d179e0e5e5b81d04615996eb4cfe0369993d7030c34e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3473cd525e32b2c34d7cde0e5234e002d55e7e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992fe350c7e2d4e23d36dedb3618d34d8e181710660700db8f951dcc549127e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3edea30df34124e6171663f49bbe3352817fb4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b3bc5cf02e9403c19008f83b4fa18e0e2d600b3bfaa85d5c6e36b8f6eb1d6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71134501b59135900c50b96242a56b876ffb7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7124e39cde67ad49a5db929c34c1a0744260ba36a457961f4736aa342831b74c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ffe0564a16ebe8aab48ca816fb21a182825071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860910fce9505ae1fc128616f6eba1f8a420570297c45dc1c7f2df18f051c12d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dda19cf33d77bfb00fe0176ff97c3332f14711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68709663cd86bbb580badce9f1492d52a07c008510220715fae42f7aef99ce0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d58d0f18942e00992dd7cb3473d471999748f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41388c70e4986b1978a7fcd947d993d5bc844de3f2d50cc079b1f35944801a93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef61a214142fd4a6c1df10b5a2226e313a78090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a7136951dc95ed00a3cede569f777e6cf5ee0d45c572c92b9a3719ad69c2f8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c92ed2fc19b1a9fb92ce2eeb6bfee3ea68cb11b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87fe22768b59389c9b087c0198e020afc15f8051420f45a8f305e0499cab4a3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fed389c4780cdc3bcd291adfca9e856a73f20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95343d095082eefc2411a9d7b809918d5c541ba73bcdd136656c9ea4aacba3b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549015123aaa9e2704468be5be369d3768598134
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7503f01019ed67b5a40f6ba9c10ffdb1c73fcf61c2f6a0d9e46d9c118e0abc9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6956838781aa14e0dca2757b5d7b818ac1f5390c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371214e7fc24381cddeb6cd1b903007fc04909944e6f6210e09df47e5076f3d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4680e844877619dece2e9f9abf7bf60df6f7a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693c1200465ab552df25fb85b57b4a775ad4a1a337e09b3cd8ca0965c1be3c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b57fc6427fa6da7aa93ac77daaff1da143bec0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50a8cad6f68f9b711596b89656c5ca0e6516345bad244a92bb0f2d35ad29c01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976e480bee72e2cc67038cd8210e3e41797abf12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811f5ae61eafb5be4d1d5a833d3adc027804d10a9c654f7dc65cac793adc1adb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6598370d72866890d2d4aa6ca3047857277e6ac3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9ceedd1156510a842797487ed48e8e5e9f4495def27e8e63a08c1cb53aa48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c057dd57bbbcdb684bd530ee621eaf85b82070
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f652c97aa68c4f2398a112b056b87b4b324d949aaea3e9c33d915b0728fac9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367f9aab02fe2bb6ba4594512e2e13ca758746ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640a9133c4b239cb2388dfa16657209d328ea8fb81d1ee79528568b6f86d7917
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b8503b36650be58525b731137c8e2c05951e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecba7982f58c9d67ef728386e044e52d0f4efd3195a47281860e2ddf5056bd1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ad3eee171073141fdf325d547bee650c08440
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d658ba3c69c93cfa971d39b5af12dfee68b640bb1b17c2c5405c8166d08970
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c752acd017ede3d5a1bb3835141404e07b0a8e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e6f286adcda36df189079443875b6f1f646e18e32585039d4b3fa41830ef8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea55fa438d0c530548c2c5c5eff80881b6e18550
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c369c92741224cb74b8e5490b6a5745a4ffaa6580d233217a6d0d6fe4d180
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038166d617aa8e93adafe01e9cc964ca327e0292
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc33c47602dff73ce3c6d4dfc474e4cd3dc8369429006dafb36e9b89fc07c5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878b43739f3be9a97ba63c0bad988a0f3b047927
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38da76678b82de01e72d3b213db61c7645e368d25dac01c9a7cb24b690f39297
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1485d99fba40cb3117da114646c46074a21824b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6de8e03b042e022bb02e36fdbef1496f2bbc2bb86532ccc8885038423f8cbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286727ad267c3a703b7406e50c8468e0fafb353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5caecf2f03f78cead67bb30d0e50aaf2b5d562573dde2e867699cc208a7c07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835fab72242f87b6b1cbec8259f6d5d8a429b032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deddf6641fb46944a060a107951a0281db95515c5a6e7e049f24b14486de1dba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87d18ed86dd7a3b5febe5942a2f289048dd8d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3562f4547e61d10c6220f1ffbf3c856c9b904b09595c2e14bf071d01f776c6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214e386ada3b80030206adb7049938f2d7e1ace3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31595db9972dac80980abd5a0da68bb21e5a28ea2a1281f6bcebb06b90a61050
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa5b5d31e17f43fdac8d82ee7fdc94555ec9d20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d996a82c22e197e0546ba2417e6a8e835cfe30e3aeaac956a348bd3fe3c95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2290e4d221a60638d09ca3800288d07b7a8c3bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d4b779753d156121abc84340f19babb6c899c3c0ef34b47ca048630bd5bfff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb02e00dfd93f1eac39f3c4b1eb615345bfa562
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153504287f8b31456fadfc2207ab9794393ee9c895614d490bab2e4e68129b4e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1596b89162cbdec921f5e59c2e9a8b2b6aff7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad9277867169f830835172be753b9e98d4c049511de0ee81e915f9b22657f2d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca58d1d0fda2e73527c8caaec7ccaf21f6fb0fed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9109502e567b577971c3d97e0d6de8487bb5740b7d1fdd8168e1f25bd6da5ba3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22a7a4831aab4dfec150f24cfa0a6e96d5b03f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5452e5fcf8123d358a5318ad819fd2a1a5b46839d96783ecadb83e6aa3c35444
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45992f4c5bebfed13d364ab55b86c051b9354b8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e93e605a6f2cf94cbda70c65dae9721daa45a6c6253fef6264f379648208b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8b7e7747cf61127afa3d90e8c3f4b307dec72d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81b88a4ab650f8826379ab330e5ca4446a8a25e9e782a61deac9368830fe3dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513a27e09497ed3704304ed2a240a232c7c1715
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2e5dd7135caddb22fa129e8390b61067b8756d750be639eb2d1790ff773634
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20bed2ab4115023060cd2e9e00f437e7f9e729
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea5692e762c2ded3aed62762f9446cedcc2c2f503c342b7b70110903840f09c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0822955eafc7f782ef1543df8841a71eb6f8c16b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a0ce24b1492b6cd5007c3c29b5165091c0597f75f6c5894eb379ef151a85c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0334a2533dea98bab4e42f799a87bc359bbc6400
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f235b164e72b79e0792f3ec2c45fa0b1dee8c04dd65548dee4915797c13070b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9bb5c42cc10de99c4ef43e03d939aa25e0b219
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80187b7de77593fd87e673f488a19663b565c72df068719b0c4542d793c36b6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a959d8fffa15efed835339dd700aa7cf8e6dbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7963fa06556ed27f7785017209b78d6f962d4e4dea0e7fd9d08ad506b731aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0796cd7c52f79f1ccb4c16fdd6e8a9b0cfd1ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7bb05555c9953b5900cbe2370c194bd42e52176a3b7bfcb6b3b7dd0a73a19
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea4431375a0e9cef8e59b149f5c0f8950d07a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af146390525716d7e9b474e05b1b976940c2c60942bfea806c99907068a42bb0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ec1e50776109e056139a30f4d48ce96e6ff238
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67de463c58f7741b8a48bdb06bff0455da3f42d315972887720fe239ea4078d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e577c26e3278d484bf42fe2242268f4d988bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a1e1f397ea481805968a5766fb6a50a4534e1409db738d58d64fcce96821d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7413c30cd62c3f39fa36320ab80a3d4bbe3cd8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5de8641ac0be7934d11d7fbad9fcd621fade10d117d86c28a9830692a647709
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b884722896aaa9f57fe34cff76b6dfec6ac7d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e26b2c9b6fc9fa7bb3ad6ebb1ec49a9f3911cacaa835b87db62977a417dea1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6475fa83f089ed3fbbf2fcdde4f2a7f70ac7a27f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334306ddea98db22b16601cbd74f90c270ed76fb8e8fb3f5ec67ab08f295881
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0a57fd9a50fa8968b362b8d053e7296729c703
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb1b216ac2dd95ce8e75e4361a0a2904cc432b7cc15601aedbb363bda91acef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a6533056f73630155d5eb54e8f5ae8b06fc056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940e0ed4a9126e786832811b6dad8028c6ddea9f78d4cfbb5b92d20bb4fd8cfb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b417deecf81cbe824ea79a3d22069cb95cd3fc6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6590854a7a2cda466245e7e5396224c69e8da0b1dc1ef27a5a2ed57957a20d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0046fd65085ef3ec983856cff3c0cac733f6a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca14a104e078f3f939e7b3d9fbf68a3d27304a46a15a304e60aff1a7534fa51
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81824f92ad9185ea7cac6279b95559fc25c5a5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ab9c22849caeaa30d5a07047d2f542a9db186f4e9346df48c7f4bd7b2fada
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa0bbbacf0808773b43c8595fac799f68e0709e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a774f33a7c3752e8895272e45b35f0b62e251527bc2163c0f6664028c4a1553
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff5870a74cfeb698a82d12ffbece93ceefa4a44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69508f918f3a1270842867c8877cf15bd9194ecf9a3ccbfc8bcdf9b1b768bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca7c56e69217336378ac25a52958b53bb32c1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c269a0fe06cca35df7b011e6fe08b2d3f5df9147be33298cffe38eda26d1a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bce3d14dbca8dbc067bca39ae3f688e815975b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca552fc6b25cc8ba78c36b147fb702e3599374619b927f7abf361ba9e29d95b1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ca0981c30ac15f3770c8e9ff4351b0b840b2de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77fe1d09fa567750decbc75b60c24a7a492a47026256440c03dcd9ae6e63a95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2ec86cf5fcadee95ac497efe18c9480bf9add6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e16ea1de3656d60e5a0b2d1c87ce64a4981dba7629824b770d146a8660745a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91d5b789367d00c6fc999b7536e16a281f3ef14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2712295467b0a12a212d981a9d5f03c3ff61d13841e859949ff7f5f66c1662a7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d202960589dec44979a5b36549cfab9b8e2fd3d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a8e576e5b8f9ca05c7bd9c675166cbf83e5bbbc9f750659ddcbb04234dfe86
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ad415b526c031f92c21f36263ced956441cec6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca821f7b5a6fd7c58ba1b7d6fa3ff3161fbfb856cc6e44e9cad12182d13ee6f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1da7a6d5a437c4815b360fd3863235adb2c0c06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049fc0fe6179b3af2e7a10d7ddaff25631d75e3d5a370bc5c159b9e8b4dcbe5b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5c8e1ff7d3947ff6c85188c3c40699b2e459f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400f9f7fd2a0cf57e4ca81b02b368b670e7eaa62c77d6befdc3a199c4ec690e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7795fdb0ffe3a412e7a00dc0ef2145d704e44d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97c2681c278471e4d22ebd2b63c8d10a78ba5caa66096f232bd4172a27b28fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f32aa37f4106bcea0eed2fc34049736348ee3b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb0dd26c3c92d9e633f45aa6cfce8ba5953c51947ede4acf30d082c8366dc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbdcfedfbe59dfd7fce559822f55930f46e81e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f805188e75aa8e1efc2e12da649753c0ab0517e722750ed835d7c6feb9dfeb4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e98364c9d5a6270b3cee600ac11c4ed39fcac8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0716aa44217c84f1668d3dc1d3af2402684d29cb8e0fb19ebe94ff9b0bac7c0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69195127c3a9e2364934627c88ec7eb1eea8a68b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93342132e100415fa209eb20d5b1f59fa7a7f98ddedefdb2a119888878a7e3fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432e618d4c1dd63c64deb9b8b493e5b2d183c5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45613771601dc746454453f9bdc4209ae0ff5abfd7ef54ddd3d3f9c19e882b3d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10db108eb639c4fce9f8d771051b167c21d9904
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3418f09d1d4f26165151a01cdd7955c4f491c940cded773fdf24b1fcbc168988
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca0547a1da915e90bebb6b54d2384bff5f0f06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fed2102fd49ac88e0b89badc4a3ed9167b2158bb005db57a4f1a49d01a6fd1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d43a72337f82c1656c65cf2aeaaa65787fcc40e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8649b2e007bfc70e9ca66f8a21949fba0bf66485fdf0df93e41ec7d17f4739
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7e802f44edcc214d1b17702dfb7a6c6744afb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81dd217859d490beb92e538a0c9a54244afeab70f761559271a7b38437e8bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e5adfdffb4ae87fac68182189b631151b20fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9136ab22460460b1df9401c2fa88de25c6f047624ef27ba39eb3aa278c96c8b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16c3a7dba21bc75b7f509f98b9cba0cb34b824e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6628fdc3afbca161a334171d35e633888d0de2c08e304737776adecbe4281b85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc388b3ef4c618be41805012b2aadb559d4357cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c9a0c835520a1bdef617e5b2798866025e8a7b2b886a8ef5838a1f4b47d783
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8914a4622459e36c18344bab151e5014e61e907c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9415ff42fe3267333d21f97020b466caad1d5448e1b78edb7457a11e9fcde1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e8ec00901ba8938f9dd67c804b01a0c75f4935
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8db18ea983c42b4312647c5a79ff718224fa07c973590fa7a1bbc843f35566
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0cad5d6a4b76ab0e352d2ef582fd690f49a532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d7ab4c27d5d21c35f2fa8291e117a3990a264bf3b589fd9800cf2454cefcd2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002802e2cc10ca5ef6c7cd894ad446d76a40a210
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37004c4369940f9a29f971d2ea566511611732c7a14499633d467a8fb87fe29c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8b0f88e50272ad9122780d82cc132bb7169fe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d294afd0f96b585e7e4a3d16dd6727922ac2ebc6efc72975784095070cb8167e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9995cb99f212e4c536b388f4a27fac2571113f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b544db43518f0e1df6fccb5bd9baf79095ed55ab96c428c502da26314e811e9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eeb6fd3f2cc5ffb6896dcb8de57301625c1976c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25375be183e0f69cfdf21ffc0684b99638a08fe70e65463b5a47f27a6896ebb0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0224062ee6b8d1ba597110fa9b01367ec24b0dc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b41e5eca1ef3af2b019b1d055f81558c0d6f42f64fd4d057a8d12d436670a48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd5bafcd216ea95523c40bbd01a8e96ea82f650
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be67cfb16e11af5d7c88bb054b1b93502552f2c260ab717abd0e587550d7929a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62b5157ec196ad56e1ec82f1c6cba3dcca026b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028cc8be94f37a74bd87e7c48ee203264d92cf655f949f6a1780cdb2cc47b0f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894099f82677b2dc3035f39cfb1ae1601a9cedc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a413f1046c16cac642cb6df788929d79852ac53e4a8797ab238cf34a057dc5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1909ca9b6f15a99e4c68f985e48812054f75a403
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d24ced520a507477ce65a826624e19d150acd3adaf155888e83269b1beb09c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4436bc54bee8e60b4f9728a18d2c992f227939d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29636b5d51f7b0c6773decd8fe9c16d8701a22517c268491d0b998c69279f1b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6444e62430724556564b55492d04c0698caac3cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d6bdec5e6718de5d1391aa1d0ae898582c0cec5e57a7bc4b96b811d82c4f31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28215fe447ecb0474f09aca57c23c8f1973aa93a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12644913cd2303d9855e17fbb9f33183e7671052b2db6027bc3125c0a58fdaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f964e3734b251731856bb58ec41a77f899ff3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4182277ccdbc78e77ac87e8bf41f755e2f7d074308719dbd1f538bbabc3f0363
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68af2d0b33116e1ba9cdca87d7c7e526bc77ea2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6cc74e00a51b2959d241fad046f09a813ce477d0a6d7c807d6504ee120be93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2abe418b954eaa2c3735f63485751d01953708f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb5244283308e5b502a71296b8561bc45923746e839a70b3fae04f150b583aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf04c6e3c84f657e84bc04150a1b3cce4e8e40a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78c36113e2547c908ce23721365d7f0d38d6b048f4716420c65e780b8834bc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00352bf5b1c5e2901232b7e21303aa48bb197e0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3636be4ee117e6752e8f1c7d4378d7937629152a555b1758a4c16887875df332
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fec41a9c707bd6df4ddaebf8afc7c2304316e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6446f19629cbb7e44ff6bc5c22606f11d5d624e28b0b8e62fe06ad218f28e26d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651a54896f303382593734591e793970e0883af2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed743e34433a4054d318d9bc8816fdab4d677fb33afca180a30979eac9c18a5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dee43a974f6459003e3e3618dd2f8920e603fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5159a199403a22e54e9acb32ce9a8d9139dc9caa6ca08e24c0b0a988d4dc911
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85daea2157594c5d85af4eb98188da1ee7d0e312
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f18cf1e731d9d92978a752aafd64db8ac3addaa633f8907ffc9f1aeddf32d7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da276494f32c0684d4536e53c866962753af499f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393102b488a4cbbbe1a641e08640dd6a7364d479af8de59bbe33d9f26e66f09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236d1062a442eedb9f6e85ca0e8de825f7a29c4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48714e72d8092be1523d5c8c23019eebb28b0226ce4499c7e99854d5aa5ea8ea
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff17aada9102b7d0b11bc1cea9b4e2bb7ac6f9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed25bebb1aa9c398d5226492a676a413f38d2e8599a5dff90cb980cf793ac6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c841dc16528e7ec559e989cd01ba3ef1a5119c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e35f5a02edf4d8598377f5a6d0bb5f967fc3e3fad4e73734401b2b195cd5d21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c5ca970b9dcbd0605c97c5c1d0ab936524372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c520cbd4d2b1ef5dcb202cf4b26450ad29faef18f8577b251ac74ace15535eb2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308f0159ba0407a58ae4e7c0a96a39582b0dd38c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaf09ef85729c9babc813bf5073e86cc427132c573a906c04f7abeddccf4eaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fbdca1ba15cbeb3803d207facff87367dcf9d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff919fdb6970ade18c9799bccba4bca8975ae1e5904f3b39285065828bf1b32
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8e14ac978081c21a13de67011bf842493678a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c8dec3a2aa269472ec295d3864f635d8ffa3c708c454cce17cb1070601d020
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5079f967cd42d29cbd6fdc3f859dd2ad8eba90ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7448afdb860a3637f21c30fd20b43fac3ab7c215172d0a8a6db219214bfc67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9769f8562f48f9ca07098bded0ece64546616ab6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fee9a0b870048da0cfbafa4563b609d006c922bd7773d9288a0d51e93d25ad2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598fbf3b67bc660cc171b998abceeb44100b1337
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df88037fe27abf8fea808544e5b329ce5781a697d6936e7cfc6114005069059
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcbbfa95a2d44df667c1a5dac99191d52f33471
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037075ca0d66c5b7fe75c57961e84bb3572c8de87ba0005aa531d9589b3b73be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703a0c30c638cba3cb5a9c53035fc67ed2e4d49d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904a6fba16dd81a96e0e111806cf85914a9dfcf1cdf22b9b5cceac5aa78f41d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b4271d3f956d4ea1108f3acd33d2363aa4bd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eec15e3fe8f1e0519d757afec85145d42cc4b201b6bcf02f858acd7796d036
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb42fa0b30fab97eedf48b8cba137e4b9204448
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cabf5c17ee2d9dd709ec8d41ce3a3194d00c7e8e8142aa5bb985ef79c861b3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72047e1fd2b2b8fb8e3caac7a81e1c436b8d5d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a35f8d5eb832c1efd556d097ffec04df56ab5cc9045b3933a966003cfd54d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31e08dc9120fb13665a830d50ebc5e0e2a42c70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dfc0c1684e4b6905c0a5840dc6e22603a610d1f0f0e8db714360c6eeec0400
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5a7e1c24949ffdccac6962260cdcf567209046
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e904d25cf8ddf1611b9fd85e6ba00b0592a58f79c53185c4eba7cb5755b8b76f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08a786800fee8d4f458cb5821d128b325e678cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4164c4cac477f5dade92e0fe3af20ab82b0cd9a013b5a6bd92b4d91791a9f1f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff6e3863eed1e18e8ac51d25834e2758609fc89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8967bbf4f46c1672de0ba6ca5ae0fb5ce3bc69cb07ecd511299e842fe3a817
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc9121e6f1d626dcf6fe475ce9ee495851159a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a509021c7248ce6bdb3b4ada09810605ba58ae981316d2ee627d8765ba585
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937bcc69c655cf4b9fd1c956e621ab9280012071
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6a5ec5c80d5745b6b5189db2a4af8925b64202e2036ccd6367a058e07af948
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a71befa2a92750044cedbae7b0eec4fc01477
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ba530b0025a0ec6ad033cbf8c63c7f0c7f13abc28046c311776837b0da434
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acfae2683f41d9076b718334bbc08d7c54c5780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcd0015251eafedbf7fb214bac3db57c91510d45bfe33461066d32586699f69
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2697ddcac4cf105b82db3f64f8509ef86eee8650
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f18062c210b8dc82da60000d48e7ed9a14f0cf47d5fdc4d4c0181ce513cf807
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6d117a1cc08d1f08b70f62fce4207c3a654675
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ff689657bd656d4da0ef7d56aebd52ea1988aacd4e63304500c43d73b6414
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f14858f551eba286aa04910badcae37bed7c983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d9fd46bf95a6665902d6fa08e9b6e8a2d451cec79ebd482dd5868da69edcef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f029afb2ebc08ba25b992e7ef8b1c25fd8fb2d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e84658490078143510b7cbf808aebea82f48cccf28193c681e652eda1f4c409
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c99d85d50ad652e676eb54e03ab59d24f3763ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8308943b0455ca6435c08b77427e95064bb04d1bd5391f1faafeafd02a734f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e23ac44e66195b23e1f4d30eaea1e8f811d5ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ae7dc7e5fdda7dc74dd8ee1e5c5018c36742b060f0ed0d25915e2e49f96e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e14eabe32435a35f050da3e3ca3371fe8dfe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff150f94884d6a9b278d82f9004589d76ca397555f462476034c9289d1196869
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857185987918f81d5a0278ea6cdb25719a59f3b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24997f4e99f1e871bbb2fc216bd647349911a21b6c04aa2f53b05b33e4b54571
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7639d05acfceeb8627ad045dd93997a17f4f1d63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a654e09b8494f6cb1e37d3c26e51b9b7e32b5040a51619256e6cc0ad08f0b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d383544a66b778405b0239fe848dfd11718e94f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd88776185a6ec901c00b72bf414763eec1b5af0c0ded2742a3146ea8f81b952
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065b16ac5af0f44c37a970d5bdfcf65dce537250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12be15c6857e5d5cd72c3f35fb425a710d596263c3cb790df8a6ea24718e2cb5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12239818ac0b8b64373c1337977d1f53fbc757f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8f872663f0a9d38e3e4c7a19600b2e67b54f939b5163fe4459afd9da68ad4c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaeec45ba60ec965f26ef8e65c61b0e8749f6c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942246b491a409b2a13134ac8c8359ccefcf529fbe3831c9c70f58ecdc60af43
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308d2655edc2a6b6e469055886e5c84819d62485
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87435525f6558dae042b81341c46a1d4ccd581bdb20fe3329574d932232385e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4896ee146edf2322d1e506af31fab08b5aee16cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00c050ec9f7bcab35c05775218889d0f9505a1a78dc07d89661b1244566ba67
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0306a56a633eb0b5d37a5d11145b7228ee937660
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092996b6c0685b8c17624ebc8d89b84b6f1351eaa3d8d464aa0d0da039cb4b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f2cc5f4b11fc5b4663c0aa90e2cb55f7133a9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb4b49a86d435b8fbbe6051fd9fa69733b079b73e3e0edbbf72be9c6f2fd2d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da729d2a065cd1d789ae67ddd51ff7d9c79da88c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553434496f852398446c959c5bfa16f9702c67b72948943ece5bded6bc637b8c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872c72bd0fa3933381442e5efc57bd239917da8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f50f1d54fbdf81a4ed61b950fe3575946fe04ba5c8d997f74f60d6b5c5b6eba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c58f1f6b05e223d17740b3cd9dd6090385064
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b909a98bf01c00e5748dfca728890d5c1cf1df548295ae7457bcdc878baf6b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2a726ecfa43804c81a8f68f7e059137b124f53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5932d2d935897efb976f20445be82cd52a1c0c4914ade9f90bea61900d25f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120fef911676d77eeda507f69ea9143382dcfb34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41b3c1fbc7bfd40800c6d94273b911c6e89b5b92e78ee77cd60a7689563d92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4caa6279795806e7794a9a903bc9011ed17df1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e78125f8f484ff2c9e536f45b4ddab3adeeafed6e3a0661a69bffa09958ba3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bf6b1cf9dd9713aab8a652249a0f1494a7b1a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e914026e036eaa8799d4a9be99867b944fa16ed314149ea95fe4ab271f20733
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e29d45688317b673a7defd437bb366f00e98030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbf3f62b64124ee20b5e8486f5cf0dbec4bb6b5151a9357c2879543f62db72f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907626531c788132000b0f68675334ddc4686a6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71416a1c634074c21544155a0c5a99c55957aaa546e07a35264e27775de84f15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8699cea9d8538f90109ce07ae5e67bc756b9690c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13810bedfe16a96e573562098e4e33975f1f9e706a0d8195282da8a57adb06c6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91a59e849c96ae10ea96ccf95e477cafeb581c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f071fef54bb70a44ba9f0e27be37aad4d42117291940ce791655ee18b818339
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b27fc4246588579cbe2cf6b9516672e6b8387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82675a8fbcaa12313aaf0632ad84c1564931cbd2d4e99e29255572c660ce7d9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffffd77569952a9038e86daef9ec897ff2dbafe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19ebc3bf4d84546332cfbda85732f580936329c81d7359aa29d7cce03a306f6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e33da30809266ec3c721ecf7be97dbbf628697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28b5862d402e15ebff5c76ef553f27dacd0b213e826feb7757938259bbc11fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88be8bcbef041c1a32ade0b1d8d82969c2861a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab321ce657f0092c17e6a6498bce3c76315f8c6ef7c03f9c1a64f5810ad9b89
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3612545b7f32547caf4484d60006ea6c89df3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ec40015757d9e6bd6d1d5ca4b5e0d2aafa689e5a46478522ec1ebd9aaecea2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ac2f12eb4b2dfe746b0cb102deaa4ccfc038b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d0680afdfb62c543b1a71d8bd75cd2168698c0d19b274450de7e23273d904c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ddc6dca72561065b656ab37d586f46ee9bcb07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f9887e25a831ed6f6e70253c90b22b8ebf122a82d094c1cb0967ae2bcc1607
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02665078966e0100fced075b40d3e2ec08503cc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e619d1ab406822c797e14b7964925820730b6f5fcb12f348cd1cd9a4edb1a9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e064c49906fc2d826da48744d0add6bd9e0339d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453644732910bef7abf36acdc0c368a82c85a0e68f1b7742aff4f5c9f5875d6e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be600cdb86fc7d5181dd735b9b60c858e87072b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5e38fa00aaa1bd82614ac43a665b72984cfd7203d3ca454ec82ada5fb3a05b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea655d5efd9105f9b8a6a15f6cd3aecbabb779
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27fccd238f2c07dc06e93f6b6e91ea5082e439269ed8e758a6805ac3e46e9b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56db35be8b901823d9860f4de878a11f4d6894f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b49bf148530400dd70570962885fb96b47edf4119680a8551a2cbf2babf4c80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41013fbbbfc0f339f22e9e9d8ef85adff3bf44bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8cb88036ca6183991f4e9011fce237e16c3d52e71f7e290e7622381e8cdb9c
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b09693827994d0016aeb3c0d457db1194d018cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e551f2eb22dde5db38f0054ab668b67902619f8b142aa3afb72782d096c87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd0b19dac6153b93f4468bb271715c04e2f0cb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8647d69d824b54c34690e81056bb1b10e685ac434231a894df554d8c621a054
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d67a4d473a0b1f7a34da6ef3dff0f964560394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403877a1f4d6f7f1550e4b14eb48e5f266c1b814a3e9a770a2e750c8426abd06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e06b9760cd95f6b356979a519c531e49e5b5f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c63787a1d02095e3e85cd87d777e303d94d6ef2b1c02b5311c32f8b2a6fb83
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddebd244b8a9636b00d70ea1a9c8b07f90092bed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5537938ebfb73e5458975bb8c06a0a04db597e24504cbde549278f0a7885c714
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7925a9dd04aded5abb7ae4c68cbdeb3517b1e430
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcd582ffdbe773fa55581d59837160f9f39569b29946eda26b0a05d9739e832
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd973de15b35e69b06132a9a3a414eeecd37d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ae78eef5e81e523ce11598c6cef2c423db10fa23468182fac2decf345f07ab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93ec2615f4e1edd7151db11272244e6a4b97a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6a4d2fa8ed33c51731be5a5656f876303bad3fddb0c890f75856dbc6851ba6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c12584d6961328ec442e1c3bd02e1edf99053cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027cbffdf3bf5fbc4db318dd018a7bcb2ee6d22161d1bf33551fceaa1e523f1a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596342de62861c70377777ad9f124a738b5aff55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420f8ea893a00a4bff2cda81e72db16a8d871d0d0ae88d1f17a749e984d6247
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e2b26952cbb7d9e63cadc3dfe8bf0cb697f4b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf427f33e343708cdb4fc206828ab13c60698b7b14a26f7c11996b9db844276
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f009286c3170d46c3639488129662c95d05b03e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccc2d15f8f12ae59110f7cfc9333d8b2310beee94f2df51a706e46ab346ece7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c86c1fbf63e1e51ec95ef579439cc4a809cf85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3124d09592a9a5a433d53f57176b29cb4e7abdec5e0fd24b1869c26d0090b5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8653160a62ea9714ae4a498b8ec1540b797368
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa36cdcaa322fcfa2a4fa2e17b9d23ac04ec2e25793ac05f45c135d6115d86e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eeb1a4d0369bb6a906af945e32f130d262e63b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5cd976aaaddac1c6208b394c0a2400acf7fe046a809fd9af3a002857260960
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38c74891233fede166acf2b749efb6ddde9b27e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f14d8e3efea1ea5744d06728aadbbcebef760393263a2b8b08500c798b06a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f93f422e091357fbfcebd4c24d57b398d6bd01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c142450108098672817b0c1c10acd151e2fdb18c76f76530b3b1085500b1cc23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0e5fb38c626e6d203c01e797e829aef0340980
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a488233750888b77399255c0c3e1ed33052acf064a5ae3b764844c9504040c8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c175a5907708a45a3d421b106f3279de49a78bfc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514581750613883f4ac484c82f74d2b12b0248d3f60f88730be248705142367d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039349200789d6873741ce6541b0e75d4e9cfe67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b42344ae3a6a6fab676c47d8bfe6e538295e58a8fe80ae7c6eefea39e48d1b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b4a3156c2227988b4feb53d986257fe9ae55f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccd44e8d922a19d7f163ef4b5884928bd28af4b14c432239bd8d87051b72fa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362ebef294dd059a463bf6d76c325522a619d63c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c7a8635a8184a16f9fd887a8f8edea862f1143b63f14169ddd0b0a428efd63
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33db6203a5acc46c91f30bf532469599f154bf0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287db1e0c2955dd85d3c9deddd82c83a6fcf5d8c448b70ea38699f5bba02fec5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f27047c7340693dd5beffdd9a99ba02d76b6047
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f872b0ff3d20791123496929485809befe6b658627e53d086197c9d98931e0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c65b6f00536831f11e4dba9158c8526d72a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabdae42be166456f943958dde59de4da20c1aad44354abac47eb8dadcffee13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4183fb5ec5f76c41b2686226455581dbf30daf2f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0010e810e3fba3c98f3171635ccb266d29253d91d63bf50c4925145efdff584
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4bb119a9070bc95613427713636c0695fc563
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a331967e5ccb8a69f9ce5b8e3475a7986aff8b7c8ff782c8a4676cd2a8485
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4661f6db3c2542269c3dd59e9736b35dce2a26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2103a95fced9ae325a6a6cb1ea8a89db314bb53019ab056dfade2b897b30e8e8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5f55d6f8bfd91f258e463cb1ce0ad6ed5fb98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e5790a7ee8037ae82a37e1f34c9cf060e9f1d1ec5635c3cdd68be6cb5d36ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d14fbf3ebf8b5190ec9beef4a76487dddd6037d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4994d0b29bf55d6ff408458dab232bb8a14c292341dd3ec0a4726506fb8e234
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d0e0151d32e60f77ffc1f8923aac4bac95fd05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13cc117e9beb22d1e8d5551dd4c34192b3f6ab71232bd9e517a40641aebfe57
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeb572691432cf169b82a6cb201106bf15524ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83956e9a5bb6e8bb29a035b5f8f77a270c8332da723c255a9fa0180893c62c1b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99a385c84b617438bbee10b473b2354203b3e8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43870ae171bfbc33ef03fa4395bee6bda91ab7db2d1f1a90f9e1cdb6f1c96960
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4933a2ef1afaacda37924a9e15c5965daedea140
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f6467f3bb1e6247f5653bb27fa060096428981f80ebd4c4d99600258f42e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dda3d48c935a1b4b3a60b17e8baacf67795090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f090fd47c816756648335e651564b2f5956e32b5737f44770dd1c3df4a6b95
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9942a94d82d3c50d827c1086b23bffb6c6e19e83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f5b6516b0888d44f1e73fc9ef4346959c788085687b4e50f4dbaf699364b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30de90bfe694e3372216b2cf1648c543ae082622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db051da3a5760dc099a3623dbdb87fae79843db81776f8f03f3d5123f3739948
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d321ee6df64f6351d04321191b5306833eace71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54801550ceaaacf0672a209ab5e6be70204cefe3bcdef85cd4493ba2afb67702
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee7dddf751eac585cb94fc85098e1c5029572f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654e8ed286ef3d0f88b8d7381d3a292939c7dc36485bb1db44baf47fc61e069
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d202c4afc7fff65a3767fe76dea300a0f82e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9c1dd10937eb1d4affd594ec7074e833450c19d5345d206d83a7ca69b630a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f4cff7d1757b11734574542b1f22adbfe1d53b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0bb75918b97616649030e504a85b815e3b2a6e9818140abc5f2f14eb35aa0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f13976f5d5d8d1cb80c4d03c09f6981d16d53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acccaa359936535b8fc5d00d93d0440402b00aeed7681a179a5cb915f892541e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7607741fedc8de05a2adec9de1ca2241cee094e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ee0b72e7dfddc2ee4d6af69d758a52fb9cb48112cbe643d61c6afb7bbdf05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5a9c86d0025311b260dfebfb38a08939bfe0c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d58ff765a7824b11a761ed48ca0fca80744bb5b9e88635f2ab08c945515413
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743b8151f7cf27f0ba882b25c36950bf6ab2ec03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a725a7da67eeb0fe36103eb3bdae2a0b443297235ed38b64a90b5ade70b973e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3456caf454478eed0d9f91c58a8becd3195ff7d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96309a19f8a1d42966cbc259f016781ee4f459506a0bcd4072a3234eec3d430
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729b848f83214fb3b065a8f1e9828374e071941e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eef66b6669e46b48c45418f5f15dc0d757d9895baa14405e66c3f78ad2239d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb17084554c026063fa22236ea493a820d3632
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5c3a24856fa7a4e65905fd1072fedad8c91672372d9f28a991be568036c574
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79cb27fa0133f9492087df369eabc12d06dab00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aad16097f45d05fedc32cee908fbf019309790148437bc1b1716758b8ab05d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c432a8373ccc7c805fbf89d597d41026972bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7b8af31af37e868e767717ba97f367631fe35c3c9e2efbbcae53ab71af5aa8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae989dda55b1af8e19c19d630dfc11f39195883a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25dc8dc13a335d6e5097bfdff0d26392426c1dea3608c2412571d1c7ed02526
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7977702a0ff90aab20f8e089a41f501e9962c2cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52a6f54cba1a89b1b5aed336903fdfdd06ff114c77e6b12de9a09bbfee1619
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2f518ba60f733cb6a4298a91b3c593e03cc502
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86efebb859bd4b95de600c035797492f4bd118f920c495a63b4e8357339dff2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e861d5026d1b60b7321793b0532d68ac43af5651
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7070afd43d44b4232eb84ed1f74b05cb157230c6c07c9699cd5db69b0f2075
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f3d8687135e1115f5da77a2152a3b48fcd6b01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed1224adf092f1c6b998a6e89efc7dc29800d5a92d1193e662c2c4e4731126f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e79a047868b940c6ea67d4d2f905d3a3e82cc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe99f2fec4db29f2264c66d69388682c6bc44cfa7a9825514576fe3af392b1f8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6e40a29f2537087fe258238a39b8e13a5e18e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f7b1164e7aacb503962481eadaaf5949fa6f60ae2eeda4312e259725537355
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c01f854e11d0b675d01d52194e6277f9f0359a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec5c63e02a3a6b3e3076750e601836b9a0bfa35ff78ddb86817a448a0aff5c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af76374a289b5cc741d93cf3a96f5d10c4ce2c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce16a0680a786dbf50f6ebc2a92837cc9a8a6f2a41130becb0fae57f5456ddf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c809d534f1266753ca6619df28c5fa6f34f870
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691b0de48edee458ec1b09c61c099b3966c977c7138bed8d917531683a5cd412
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cef4f8ed16026b85bba3890cf3bf6fcf58162a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847da556d87b320f785d5b3642e1cc446f2486e51af97b80563834d53d9e97c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bee3f3eac6d6ca0c12470a64a01e13e041ead7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7cd811fcd3c427857d666b7feca9c6e6aeccca1a87e457ad58c6f6d68de536
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edded6e823a1ceb0994a27059ba5b784786f9cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59475152305fc47066d777510c075d0b527b23f55c2752f85b0170f6f9770443
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da0850f53d1334498b12da483a8fb602e6fb18c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf01451773c67df33576b3b6a1942df09cb179bd795e907379910d48641c0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634e2b9658a26de5aba08b7fb8fe12c6f4640cc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d146f3b1bf6acdde74e9617e0f15c1cf9a5c3d961231aa35bf9fda7df9a12167
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7312d30df1a80b522f4e1e94a2b360436a785161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a5dc5e398fe5531106cabe5ed8bd6d374e1e1b4a7723d314e4428d191a72ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77bb3ab5c6d1ef836d9f05feb64a9ba6f6cf38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590b567649446e4cddaf35bdde5afd68b061c98a6b53b03927cf11dc850a07d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aea1898f1523c2c9b0b87ba8bf54069f57e3602
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93b73c550f9e9114a7668779615eeeb4466ed050bba72f0b32216056c491a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3efc02d634ce7fd68f8555b8f16114f914f70f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1889bd016c0948e1a26a997d64745c4f121219d384375d2788a7537bb711abf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe23eab3bdc690b55ced5f5294fb29700cf71a3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc16ffb42ca1d484f40c13c7f96f390914605d40d53decc5fc267f86e3fa0c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8401e49d247b80f15b683468295d868affd4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6168180794019a6908eab273f86b6e31dc5985236ab416ef1b70b4adfc66821
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec3c5fd2735a7fd14d33f99de3f265b84e7c590
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e2e6d41bd21fd2eaad815bd13c833319327342583b7a0bff65ca6607396482
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5905fde06f6bd7e1be25f1bb4942365ecaf00bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67dd31fe6d17a307dc8de331f105010e34ea7fadd01044f18beac34104d9e88
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5241ea9b4155769916d5e116308c189e7da6b5cb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3290803cae5bb2c66bc752bc8274f61d7a425383c683841266a89ebedf78fad9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750b2f16f1262e6cbf89c7f901e8c23d8a62407a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991062f97392ee6508ab3fd51861d21eab50a2fcb058a6c75d542c574560f1c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0cb5691a5f26a45befd12c56d49dfe7a95ab6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace81456b310834dbe69d651760abe2840080d9a5e484d01cdb1fb5d24a10569
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba8430bfe291f638583011dda90b3f42baeeff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d808b515c9582691630f4ef1c07d16832788aab525a41f99269a92796ae731
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a713d3260aa3ba87ddff5f28ee85ef7fc4f38ecd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134e6c3aa4f0acda3b33d3f64f91337019bfc31373f342bf88a46e3c5b794b0a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be799c661914219fb8c754972483d9449e68d33f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabc32549bf11ce81c679d9a05738d8376bdcee4f6afd7145dbf392527aee6b5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64932f3928eef945079a060382b1ae0bef7575b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497db64def49eeb2ede555cd76c3f71afec6a9f67875734e9883b66e2874426a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d81144657d18229f825b67559d4523f5007deb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072b32c94dc23e38e6b5ef55f2d71ecd8510ca03ff63cb43957401f40233e00b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b332a50c6dc354e29026e0ff17c63763dec8ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4637180b084ab22cdec466aa11e00d79b8e10860aac0fe4da9d3e1e668919331
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a0777c720eb70b3ef342009ef4de7861b303df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574bb4f892c9d241eb7d0f756936d9a724301a80b300a5b79a64194d04322d40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c374fefcc86d9003ca61802b14dd04cc7644065
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff59faa328d7a5f83c766da87c82b366899eeb02ca1cafff1ed1a3965a7b0f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76b7f7645c129fd1a6fcfd215dcf08412848d0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271acf08daf7f6102840f809f91d96488680c7cc239dac84f3bbd091025df123
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4777ec47a7e34783b600402a2958b6bd2f5901
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88695864e4595e555e33d89b8cb9d5b027f801953eb8bbfd8cd37dfe644569f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d369f427b18bf241aead645dd6fe9aca6dac9a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08bc7dbb0c6afe1ca214da3edfcda7ecd57cb12029c8c045b11feaaddb29362
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb182212c488cd451e3e901b2b524189f518eb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7c9875514fca1f13bd37b306de0a0b40ff9557250191f157b0f8e71f44e2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f629f1f3f2db4d030a894028362adc498e749a6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198a25e102f28c1de34c99c7fa0fbf4bc1ba2d9333d2c2013ab8a652ad400725
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f051164a2943348e3320c955ee7c58e137c41a6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff204c0873e0c9915bf097e165cca42e895074df537bead6e9683a37b2f29e93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc875d99122baa1d3d6349d26869c421030f987
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1538cde6bb1ec774128fead4187f0fd3fff4a2a8c7133459757f7f8ac22baec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50df84bd5583e206d5b40efa7c951a704239732f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b066d56fce7d0b6b9e516bf1554c3f18e5323f9970d724d3e098d20c01f327d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300f096f4c5c9b40a9a07754b56a8155aa33144b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d37d7bf68b08c390b2793834ed462674d2517aeb195254c498318f773497a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4fc984aa19a9d6a91ab09c5f946628d6b96a9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9d2069455c2d5db1752e4ca84e22dc0e4691aedf4a1d91bcf716817dd81577
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3863595b250c3da711cf8776f3767741483ba336
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96660770a7633843c32f9fb491239c9e6878466952018ee2987e6128e376cee6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d8a215b01176cd2974550c6095ba4a30308225
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ce946658635fb46be400d3bb86cb3003fc58ec9938771db6d547130dc3858e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5bc5220eed59eab49ee5ff0d5887c13287fa9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6296b4d33fa7b4a7bb3706ecbaf8e49ee84a776ee9c46c378e0b15540a4402a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a138ff9ac46f65f84b66419c04d5824410f8770
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a576f0ab28d7b611de36b1d4d1d8a581ae44881847ee609aacaef3a05f2d5d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8318fab398553f3e54377f41ff42d3913db5aa2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bd600aa12e335e561609906e4c5c72366a7133b1942be7829d2185731ea645
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f6212cabc357efe716d4fccd1872c70e711e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd200d7099bfb50d0957d4d659758c061326a3fb89a21e8e22e9f9fbb4e95b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1312cf7721470f44f71fb49e2be8b200533f0371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d094e1b41188f1e6287fa84298d444e6cdfd280fb9d82cba7d8f05abc1ec7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b34e9e8567ac8a04ce46a8df88dcc964bf87e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a47e52fb2d9954cc4efe44e48ec2b2ef88bed30862635bb9b4625f69c6c37e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca60e8a1c28c88b4567b26463c657a5fb4ea0772
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae42e09dcaaa93000100519fa50f2fe20e324f92c7f51cfd8aa95f7f92a934a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d60baa04068a277a63c19704e5db6d2ec39b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67cbe33eb73e10aa6c563a31e5533d82b81a401d8d6504d38ecfd1a7f15b248
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb148cac8f726802f15e8f0205cedb6be74e4cc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef03385ef8f0ce422a5d5d3c5fc87751f79fb20d11c7c696ee53a67b022be1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec42644c4a01e4fa78a726ad2e54b2f1a73ecfa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ffa7cdb17f5a9df1fe6f90606d2874942bbd8ff47e3734f05af8f858ed6450
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb1be85dc2a8bae872e6f3db902c665807d2250
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad89052fe6274fe8e8d049420f253d20c83a7a0b5e474445926dbf86cbffa3cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ae534d7e3fd4b0523cba362e09bd2364c67ce2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc8575e24316e5eb4f6b57888d0c31d39567a618a8017c3df65ade5abd3fb1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5e1703eee01f560f7a56333df13e62b38f9479
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701baf21ceecf553a43d75e1c555395a9719e95e25f57652d8d46aae858f988a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa097c3656636544868c15a16a4dc6bdaa747ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d076c73db4e61002fde3e45008051ce532306e9fc75cda7f65d496dc0f86c80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e85aee1bd1077d6ad620097b7d6abb66cb2ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3fb3a607488be5f2fa1ae9bd4f0a30953c36331027fe51df3725b8eb0a6a1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8569b89987227c08ae0f25606cbc0cf8999cb85c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e49573321eb209d33ead0a1cad2f80394306df51cf77a339de6f55a7f2a8716
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d9bfb00c0f1d990dc01914c00b559eac3a553
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858fe22f92a0fa73f0abb691b6e367f7b63b3b0b9d963191584b4fb9aa7cf0c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e535ff45a839279087517a1badc40bd4005ae8b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8143f256c96231a70b737f9f153d096c1ba087d1611081c123d30082238070c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c953dfe6a6f3a4c4dc0858d835cc81f8c6dc7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143c9fd662f63b52e8a507d327979c013abf263eff03621ca5dc888b3485eca0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c092b51a1e4ba891eff3baea5661669541dae88c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c1efa7e7926a7f6d55b0eae53fc8de6d87a2685f46b8e78995c23df504830
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0837a55863b7471b36096933e92152588f5141aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f58077c2ddde7c81bd8e69bd12ab9b3472a9dd8317799f53d689521fe5b5a51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b0265381d094a92360d7d3895895cb1a7ac9ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852a3fb9b729fffb6aefdfd4ccced068ce999b102c96d44f6ca58f08a816d46d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d65f78fb06e08961fd3b7121502aba2aa1837
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989ba3f2e5f9ec85f8ddaebc15913b31c8498b09369941449320516f15eec014
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c6b61a3e6b8448d19fb12647ca2f4f59ef8fbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf166a9c280606756fe7c4d37a5d4479bdbf902b6c4111abf0d12869dadb2a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8197db7884fc9bce2450a9d60c1e91bfceabbc31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73efff0500f5d92a588e45e9377ac1d428bfc78b62373d5cc51809759b237428
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac6a8022e88d4334cef60f37415a18a8d62762a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd815f8158de3db509a4c194804d134ef74fbdcf1b66125c4adbe59d083c7529
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b3a74de66f517b9c0124f81e6635fb5cf1f29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec897e8f71131114317667cb14c86876cec4277b46d2b1f60cf5a1c78f3d4956
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f0197e7e0fdc3f7f2a6ca59d4a705d20b1e3b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a449099f16f40260a01fa0610b15964d2438750af4023bd15f4ffe73ad7136c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3bf5fd7df462d6f65c18fef855153f627e029b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57f3726af2ac5a40e4d6236dedaae3949dde56290d1823511de2304f9f6aa48
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94aee47dee417c2d35a1beb9ee9762e0d7a8b564
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0ddcd0c3cddb568c6d1870e598173040ea0750d07f456ac3b0b3c61049c7bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e4ff9622aa4183043a5c7b037fdb2701e1f105
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c9bafd2269b288264fe66921cd948d0427bafb083d66840be213cb8d0026c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98af6edec08325e6c1e177359c75f7ad103f572f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba54a365868d0a5fe358b52d9940f4f09be8a24d54f5236097168d17adbb1bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf8761f2fbde1bc2ee7ac673661d3eaa1d97af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ae7eb0bdeb4bfa77db7c6a90cf3ece3351bf30119f126887ca11cf786046b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e950b81ae919084a78beb4638c56c0cf3753acc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e239976601f94a6748f121be2aa44d1b2fc40f6c2700cbac606a87d3e6d5d434
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dd3a9eef230db62905fc8b2fb138176d368b48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24dcb13f8fdd97e45813a7504ac9d3c26b8608632c6fea8e6d8cf280f5e306a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e558a81dadc36713c16d3f098ca3eb679e737e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18704f631a2759461f2081f882dbcfefc4b8c05ce7ef48a9bb5b3044c3478f07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970084c5881e384146db96eefc714eca98e6f1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bdc4ab7bb81083b7da361d7ab497deff8d6e457bf9cdcc054d4344e4efce4f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad456b0ae6a1f88f7183bafeb52e56dcbce5458
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af0688069d2f1593a8be71bb039345ef045e6e4b043b6d76dbb28544980abe3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d20920594cb3353fd82446abd605dcdbea06363
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f014cbe870d84dfc2677103897bf458ddbf9ebaddb7449bbd8d2069398dcb4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bf4e439abe7b1fd37e32fbe09cd28c0a125aeb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23bdae975da2a25b8d55312e6ebb70772d9d1b5e7f6b87a2d34b29005170bd1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc93473c69c12909a1745cdea3f3d8311dd8378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8e812f066ff9062b68bfa8bbd2937cf6e939937e87d7f34701faf35a21f3f1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e18713b98f0bc03cf20aeece22aacb2e1a7cba6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c51db5fc67e7f1bc5a3c28169276af4721bd8cd495cca252c24f43b2718b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba5a53892956c2af0298120885daa2d2180240
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02d1da1844a50bcb0381d40983a2e5d9f3bf907b01f659b0b93f1edc6e62268
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125c90e12573d5e68f54ceb2c7704e6b58f9057
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6434c5cc5d113e63064d7c8e29b6121f9451d96aa603aa685e60ef558d75b14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b20804703a5de2bb11c3e97ccccf70fcc989266
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3a07a359c2f5c1bdcd92dbd20fa9c906cf7cd04279b0267860c4c99e0da76f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472e980ebf17120f9383a145be01c3525930e10f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cafaf31f523dc5e0788e69a369f372ec6382a8a0ff214f170182256fac2661
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84ae89ee97792eab594520949383be8858c0bc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ac4c35ad7a75e8566021738e9f566e85e303d8bb4da82ce5c735f81571e86
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78d714acf0cdc92073033c95a6306a783123f90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6398bb44fbd0b29fe33125cad506850e3063f415baf73a5d28344c50b57d7f43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d416a31e5f1acf6430c95590a1772384601a51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdd78d9eb280b905046aeb3ecb47b59fa4398d663eeb4af7386ccd33dcbc8cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c4a4f69922c208ff97eaf587349d5e0e836202
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc33cb51d75f9691c6aa0c7f81f3c65d5158fe7e547b25d39fbef349f6678a42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee637fcb96999d4a808df1f350650169788851
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e5947cf73442f3b2749f372090eaea9add97f53e67f5c2ce78f898e97df8a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7eb3f2561f783b2a06809ca045207dfecae30b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592c688a3c53f9bdde1971565a9bbbefd485eff9581837eeed171f1debd37b76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cceec8b8b7d5025d228f09c870c3b315e0e6f24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ccf8e868b4eea6748888cbf7fe7208bb32b5901619c26e91fb373f65b2c4f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d286ed6a54e847d2d0da4d5819f2181775203
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5d3f6dd081fc69755d01b37e38fb514a18768fc3cea0b3abd297e08d78e9cc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810fbc4a84cedd582db3646e934d1d96bd6d9b67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab843b94998b3ac224bb7c81a4cab9dee66319a03d8cfb6be1a5071a0885c9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6338586de0a9d255361bb1ff14189d1f50826969
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fd39de9664fce24a7d1385d3958b2adbd914d1cef5056d77eb0974923b21d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3b646db33589be2d6fd4226df3ddfad025387d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b9034fcc54af0fa8820871cf2acfd787bd19f7e24f762b3e9098dd02416b89
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ceb0996602771772cd139a47393d84af315bfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1009dcad687718a9027eec92163fc7d5cd2d95b30474dd537c1c140733f9809
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b57c12f4e5d6e1f9ec1e483ac9c3f9ea08b2f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd6c6f4afe0af7064d832d7e6ad2847967dbb26d94987af1137ce1d9146677
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556332df764106ee518e6244949c680cea069a76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3aabfebef9d691815f6f75892a557852e6ea79de7d2c9727c92b187726e4f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619a94e4d0fe31f5e6799ca00a05e979a951e866
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3319553aab609192437a0930c67e2a0f8bb3da87b2e83a3fad0d545c7a3c0149
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d93550f909444237e82f934ca3861212e1ff953
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd54d2c31f2a91dabc5d9c576adb2830c57f7d38ca6942e7f5ba579247d95a5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ca4f61452efe19bf1d609ebee89d1fb8aa5127
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3bdd48fd0c7e004d29e1bd26e592f9c743e9ba88a5614b8b6cb4e05b159a87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a79cd7a92b35415c6ab4b21ebea46ee5792cee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf25c42e13837e8a3360f2bf1cda34129527e4a854a9032465f643820a4a933f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addd1ef4d9dc5263b0489df1ea9aa6565f90bcf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643f135ebe4405d977d43107b98842ab640c7e868e5aab35cd8fceaf357797a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568fb21e8660d34a3a982510961389d8d7846b56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01517793fb926182f75d815fb4234950515bc5f4e324dc236a411a487a9a727
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e5c7d3da23fa00632af067e5fb25b1584d892d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ff42ec532db0c6c31390bc07b845f9399b2bb436b0ca0e9a85ac3c80e319e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3142b32046d2dcbe542a0409778b6c4ca842de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26f0ecaa76584c2f0d9bb6f68f79504dfd29396f9ffceb170f293d0a497d3bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8f806bbb802fb5206b39f5a4d95da65a05cc01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfefd6ef60287a8c561c3459dfb18260d5800cef370441785a93d5e119cd346e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a852a9a6e2366669ed0977c4aec17c65e3d8ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336d8d6df771e81992ee7dc4716e1f37a108c0d624448953562f0319ebb5931d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cec874c02887dbd47be8dfd8f97f88554cb07a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ab0dda0218be2bd9a1589101377e426a41ba6a3cff9915803efc75e35e812d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baa893b9f51a01f8fb2fbcd583246efd032d53e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca59d4fbb937547a4748e3715bb167a036ede500d4cfbd889c41f60819bde01
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d86c7f1385c9974c8ff9b907a2036ba7cac4a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78bf54bb05ab62a7d4bad69d2838984baf972dac507fda46f886bb6de997cea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4133c598be292c222dcd16f7d3015bf6053e3c65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ece3093dbc871aaaad14d8eacf725364c4eb95d86b965508433132fee1e4a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c531f59b4355d7cea3b7cda6db98461a6130ed64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615473ae934d6e6617e457900b564bcb06a13c9ca07f80cbd50a9a0eb7f2a185
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc09f673cddd9f2df4f59f299259106038f8bfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a29fc87cf6614b48f8ae66dbedc1a461e4e74e56a861adf22ad15bb6be1474
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06781270b096a9627ab8154dda687a1bb8d6c19f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e790b1ed616e8dc3b251e0e70959f6436a008d8d1226685696f230db5db34c5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235a9070946f1f1d647a8f06eaaefb7b9209e917
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562abd41190637ea8ee9f354c62b499f49a8945bf54aff38698f9787f4f7a056
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830403c4446a36e908eaf7d108564b90daa156fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06073b55658b26e83c996f0227e7bb34f5f470842a067a84d7509c0d7672abfc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ef73126d9c694dca65099ec22cb75db4097fe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50268c7a6ae6bdafd73386bfd121732c1fedc36de07f21bc4d4f68c96d6e4c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55adbceb772f033d865a03c422dc39c84010af72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5905c9c2b5318a6b86fd6726ccfc05746372f7086abed6fc9ba4c51dc7716c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e6d66b85976709311d14f8d876066c55218170
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31eb51148c2c3a86aeffbf8229e06b12531b58c264bed09ad629b576665df16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deea18a8184594c160b32bc11b602b120f81c57c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9054d5fb0f21cd4faa93ffb8f7e3b4972172e7695e51695cbf88fc4ac63e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cad9cc067b6b723bb579cae30074d617d3a6b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1775814288bfce680c7cfc08571f7e2135fa30b61a8e13be51347ae7e587308
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d72581253b2a14d0aeae13db1eb8986480e5778
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e796227db5fb3f9ec7085f35a0676908220f9bf23b26d91bbed2ee7dd6866b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b08cea37f518cd1d35c49bb45ca557b6c77a6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b1bb8a0383419c81161e32d4129d755383e1e3820f75dab344a865caf47ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9653cd811a831182a027bc8bcfa4353f04a4cb5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54611509796756160a9962e9fb555c9b007b773c30ca1c6aff789ea9787ec653
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134e236e45a18b0bc2c6e0260159ad9f83c1c358
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd00130deb70f6064dd6da179124beb0fe98ed1b97926258f76f29999d78153f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22df9b2908565032fe1168edc38670fafabbccc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181fc395f8ed5d786c2fdbc8a4556af0b27505bc26be164bcfe217742bf6ab9f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ef966aeeb93628a1b9a7c26cb14114c736245
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6749a4883f12429aa5164dd63ad4b7cc45fecf41fb6bb0cd52db85880e4e11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000d627cbd7e347f6f898dd6c6752a3692272d1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a92be7e10ecbf317c4439b1ae74ad165ebf782b54f09ec3df62b1aa892ff5b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c7fa6bd4d773e7ea8f0d286b3f6938a6f9540
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d041f7b661bcbc59425ab4e200c56de72a6d9c9a497f58db419c024f4f30a73b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec0dd055a24e7cb5578de1f5945456ff35256f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f25ec0938b711e9e71f6ca505d60ecfc41fc8e4a9de791183733d43ff03224
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb204aaadfc93be715001972eee0c4dbcd620d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34e76f4af083709ce081e5bb2ec45451e1020a153ab390e4ab6d566e307c57d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbed222d7abe0d15d65c498d2dd597de4fea1efd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac85a63386c887ed2a795d1d52c9ec96b2d638704c4159c9dda07ca68f6e054
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f64892b299966b454d5c0c8162ee7b9e48f7e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb2183b484800470936d907f6c135df9f75af69966252c9b03d1489025f3411
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49e19d35081577db2f538f1a99d704f74d5df9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75e484bdd1cc8a587b995b922e3d195af0cd2e273db17b5128c5bbbfda13414
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b40f46aa98dee8a16a7a5dfe1e13d5fc03c8e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086c76133f1f43117cba3e4e17e7afb00dd68d89401b3b253f8c087e4de34f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b8435ddf93350f57cd8adaacc9c2f673ceed22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eba4ed9347270b64b0e24d89c1dcc185f150b9a74b5701b5ea4478d88b2cfdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bd33c703c962d0ed61c6b68a20a586d119c027
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1364956439e9732538d6dc8f108c40e718cc83c9db75db56facd9c3d710dd6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a137796aaabe5eb575456f50a1c84b043bb66efb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1665e064ec44926d20922d2695838784741de07371b9916ace0a3f27bcd3e49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee508b6df9de865c9666be9fbda61220db37e985
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13097cc884e22e8808b8e0969a76c4555a82d78458a24704b1dd0bc4b675fdf1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc3daeb6be232bef80c2c2424b6af577f48523
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc1908a580bc720572ab0aca208d56c3188f5c1ca31bc4a5d6c45701f6791b8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845bc759062aaf252f2e0613694dc9dbc871ced3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3951cf0262694fbe8256fe0179745b5850f2667a1fdfe051e52deb54fc06d627
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b100c1d35e437ebf2e79dab36d4f845d9a3163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a19b8ac951c16ecbcf1e5da4350321b39622e603cf74d7ec7dcb5b336a18210
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7df6a39b3830ca54326e62595791a323bad5e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47975ee9426de935dd2e701349b742a7da81490984f785dc37ca41aea5aae5c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d64dc8b541b0e0ccff43e391458fdd778e97a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9431873cb3070541a6c4188b888e92e1bac7930c42def707ca76568ccaaafdca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a8323db34411799a81d109b7275c7bcf7067ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0c4621915c7519981cd6d9ffdd02ab3f3a7218dc8600a8108baa8051bc4e95
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae1a00432187d4d5db18031682632da45db3fb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f529e0e778c766b7cf4509d9e0cd4878848c0f22ff597fc7abd6cad5d77076a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078aeb93c7d3e9c0d413b900b776b8ead8650c6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226dea684b4997ecfe557bd54c051e0cd828a82d646bca2f0d50420012f28cc6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b552364167fb7742f5ea79c1590a1b0fdd6545
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cd9008476de7b19f7606c813a3b4205652d990bfba04fec06ea14cbc13ece9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3742f3957355c71a3af5cbb651cbfe94a8e59658
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d35db70dc9d41bb437c1714415a8e590cf54850b6419481893b70fc7fe0dc2c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942636cf5b363d7c665f5f7985b8a6edad27f0a2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c633946aa145518d80421015e5ba57ccd039b066373ef606b142970d8021cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e935448558bf45bd2031a384d9d33a287899e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e48fcefe817436d6e78d6d5c48533c921b0c0a55653f2c75dc127042d78dd54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7ed5aedb96d75ee61cbde3b184f78edceb430c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e6ab9f39215436421b4e578abb03c8d3635d643b7d82739a17d0c296f95ccf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef5cef936042777ff35d800f8cc2500df5e3e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51aa0de27a234a49064d3f39da4e7ed179fc30b883b9eef2c26e6a54ebfac1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4985bbfde5ce4b82f9323614961e5e90f0f1964c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063cec576454147285fb94e64af3898cc9331e3456593f27ab9b20e028135c4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb545f10f8863ec78559ea917ef714476ecd5a93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9edd6697f7fe2e107f55f2d4c62e51b1a9fd336caa374383a7a3a061d1c466
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877bdabb8fa415838884bc86a11c7e06e6d6e52f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eac1d04265888fe46ca8d5b6774fa6c2fdba5dd6fc2520b116aa770dadca69d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9c6db29a42a5d57dba6460ef3d1666466cb4b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3632661085f9ef143bc381438f2ed025077b3d0440ff18311658a20bdd73644f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3db5b9cf55409bf9fa6f6531dd256d017069cce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d4b6ac60273dca149ab2ef8968ec9be7d3677f6d814799ad268b0a5cc0f0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b7e36ce3e7a3a6b0361c018526fa457a272cdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e233634ea5e1f38275f6fad42f3560afb6f5bd748d1ef9acffe81eb76d3c5bfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5490af0abd19f66d85775824dc95df93fefb344e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf933df94162c41bfd637a898c306580e61a695ebb506b0ef49e0f61a16a8005
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4864e46be883a5d956d00140b10923fd9d259398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d3232db2fe5fcdeb1a2e7bfaf65ee55de17ed367df0526923974ec7263c65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908c548f9f836e2793e3d0369740d3a08175213
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9b67cde57199688877f8c2a9418c1e89df398b3b61b8fec679bf4384071249
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7b47b5252c2392356324f4b93c196c2f3e6102
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b43f4e8a3757054578af14cefc32b8117282e0c082f7c909f6463b2a0740a00
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61a08cf869fbc2068be52ec8ca895d106ddefb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963196621e8112a3938e2eccb1cdf7689ca9c54457b479be05a81b3002febb6f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c446963274cc784ee927c1dc811321854a45f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff914de2e1407023e462f8100511f18435a8bf18bc8c95bd242bc34b1cca69f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b17a8f23129bd13cc40af482a53363b2a190b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cc5d19a7e4218bdb7be960c16fabdc11d84822199ff90fefa788e470bbcdc1
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae322a8d362bea44ea6644b6b7f76dd63242a39a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5efbf9c3969dcdbffd2ef5eac9b92b4497520193cb88e32a342aaf35a4d069c
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ab47f8a48e5bb54e7c83c8f134409ab6eeac5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576392770525b280a94b9555b71e7d5318982c9ee06759db575ede3786ccb05d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e693a44f0106da1ae5b3b36a5d8d51fda21421c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c82769a7f48e7be96da3f2cd225e8c512015c4c72699351ab68be59f5fb75dc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99002ea60ac3297b82316ede6811ae6051457684
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adac5bad827e45428ceeb0054f75af9d335d66ec373941eed1694e6aeae87ca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45362a0b59234c9ff19b225f6927f11cecd9fe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9563c53dd3fd1d0848b2be4f7849557a7418d4a33dd812aad86b28f14edca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64131415042bb7e5eee3f1fd9bba8dee7bbecb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13096ed7ff6968e98bcdc78d4875a7279dde7f820b24cb81c8fd886e1a90f6b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe9e22df3ff64a7468076287f3da18f563d0962
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c26087f82c9d69548cd70714f071c3c2ce3064e7b0f4af28dd013b85ee9e6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e2449bbd4b38e6797efe19a9c9d4457cfcbabc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576b36ed4204befc521dbf54bc57189390714cd1c8086f0bc59829e7b83dcb66
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6abab9d72fe5ca5893527539631c48d8df1249a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfcf5ffe47392293153d788726f1fa6c2479db466f9fc8654467f546da8b359
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f79d981711740342dadfe343fdc56ab267be43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf5a5788c71f7b39bf86fb2aae2e140e9be4df5be2be8d639c5d6bbc5962c7b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bf12dbe35b38463aa6b9b20b070b45fd5b27ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4870b28bf0b25d8550654c7fb0db8a1c456629973b95fa89a595dabce20f3c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df01e3101b870b0eb4af53e8d800c18b3a174b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b539f50f215eb0199ed762a4987ad23df04f3fd2606e641e35409c991f45189c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a159d70ff537cc24f53f25d2eedc1d9c4d0de43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fd66283723935a3714bc74b560cd7065ca6f5987c4ab32138cead90c2e2df6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fa477f5829c93903dbe7e3ca5e6c264984ddc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a206d616360053278ee616981798c0babcfaff6ab80fb629c1b9aff02abf9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86b004b7131c15f45249dfbd0973a081f02baa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe591bceeccf57a04bc921e0d0eee192be869a7c49e953c42dda186d299cca
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cafb6f875e1ab3bbcf3044830272743edb5aca9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37839142cc80558de333f1c8af8840e942c00e46eebe617368ad730ecee6e7f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6539d87539f861a1203f98d3b221603887cd80c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298c68511dca126a740bfb7f9b01cf7d6c1b84d913ac15166eeef32494fff87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d7f0c7925260c0397b9b78104b0cb635adf34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e4165cb0754f5851fbd6bfff9771529053ccc3bb69c09586047d0824c8070
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd0ac3ad6c1e11546cdcdf5c9e65a77dcd8f55
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0febcea3c681352c05311ceed6f2ff22c179cac5952455fe9b46e78e03a002eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab09b12e2ea3008a683c1148d4671c0b12e42e73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f21e2bc14b3b5477d9ca3bb7db857f93a0f5dfb3f349b7588838ab4cb52660
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefaf2c0c90f1faa3781b054d9e03d9f6045a96b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab7ddbe7108a48fe64f04ddaa862ec620f73a45334702d43082edd517f940c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c4a3f2063b429db4ffa63b250c3ef966f6f127
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6972af89dd6989f8332d8eabcf4327dd8901bafb61ee7b1164dd9438fc4307
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71d07af6b432429c98b251a5f53644c5655ea4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0201c92fd99c8f58796fc3834a1dcad2ceee4e3057c3c7f6cc73b0746fe13a2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694a768053a319cb45dba976a7424bc08c13f5b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ee39dc587153e0a6f302d4c2eda83d04056bfb5130865e670461ae96253f41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3500f00ae503d285e0f3dfedde6005c75c478dbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5ea861c78053dddd03c84c4a6c275161889ff638bfd2eadd339f956d4f946
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd590d1e8c422f0324231c541accd7bc2b12900a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e68ca5996ccf31b0c70b9df109f33caab5e6db3c29e0aa7cf85855ad4e1ae7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e331ac3350bf280d41c53a76428ad538ce583
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3b511026fa3c3ce499b9764656e622bc36de5f48d626f6a7a8dee76c791cce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd19b482c379dbac802a1eb4dc4f7bccd2194db1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5731bb31795a08e8518f9fc05ff2f6f3ef28be1e562514536db22ff37b9362e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ffaa5ed24c1f7f30859d26f2a336f1a709b7d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff5bef628cb46fa7bffe0f09eb10c75516b805e4484b5c76b7b03e9b22259b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b75f763a45b66de95bc6e5f0cd610f5363b0a21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d138bf8f829fe886d820362dfd3ab606a7b2fdde929708d197546db7561d555f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821aa1c0bfc29637b6dd5ba9ae58574eeccd76c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5110d2606b5c7ceef6f0d4f44e8b396d0e1994bc5ebff02f1fef48592a655ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8df520fba52c5f18a5f6c9dc1e3f9379a4b795c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2f383d0089edbd8dab7f04a78f1742794344722ccd65946496f1e7e7874953
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551616bbb6b0ff8ef3a914d656f4091dd7cd39e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501f3ab28f3f873fb67c7f6f6bda3cc52187e320e939c30ec9722d5388080de1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603dfc4f363782ea14e5062eeb8c97d0f5e6e7f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99a1659d8963fffbb2d194a92de36477bdc9e07c5136b044b62952af08ec234
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37cc64af092faab316e901422407e6bdaf7a576
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4213514cd30ba57b8fb0bdaac52a2674bc6af68ee8dfae619fd2b3bcd6a591ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc3c00bb7544e1d7cc32853cf002b7b165ca8d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b93bea13d8f5758510ddec919dbfdbb187ad807d502eaccb7dc7b606e7696
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc67d5b900f82bcf1b3beb25d52ed0a9e66e04b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997108bae851dd1fc51ba94d05d32a9368b976539cb59b66f5306d4f57c2636e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fac4e626a8838fa868e5c7ae5e4ef06813fa5d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdb73f6be1d6f0226d7005d3d6e6ce2c7fc7ab1d267580522f72ec388ce64a9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff3032119a449e8bc53adb10c7d80ee3d2145d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd04990ed74182691f2e043820b846927fb9f2c3d3c67c12ce9b327402bad51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7965d23ec85295513f5639593ceda7e2887d522e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df404272061dbc54fd56c007b2c7d2ca6f7dc90d4f8a964da5aa514a02b889
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f5d4ae876593c8e68f65bc7c6be75c2d7e37f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb6e69c29d1683c1439f6ea64da348f139cd021710efc3a17449434f43b3895
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b611481dce35805f028c210ec3127cd1c64831ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0943db45ac114d90b726b46b1860620ff1458cd32d046398c81bbfcb3379dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec784ce912bfe773ea44bf93dcc52668e82fa1f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c8f61a86a4a5c48577055e0df85a4b75f62ac969cb2416e9c2029c5ed6a0a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e71a6ccf3fe99d049db457e353364437fe6e04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6844e4d5443bd2e1aa9697be9ae15cd857daf27171fabe1775ad15aeacbe82
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e266635a2bba60bde45bdb584b8e5a4b90470
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fdab3b9e1959d3948a46acf47444e888c9b41b5f7030c6934c66fc7afafb59
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3e656c61d452db5d388f8aa92399dbfbb9fcba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c25dbf57469f9f988f69ec87fd6db4bb2c51ddab0113da19a467536864432a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abe10d1ac2581150d70bf58f1df42ed500ca27b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c702b708268ae4cd2e783917ecb9ebb56a0e992962dfc63174691c36a333c359
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e376a44f933215644ba20eee3be2c532afff89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649aa27a1938ae91485e1506ea33595499b13d648edbda75dff275c06517bbc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725eb0f311aecf4a3aec6222b54ca707b29e26f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba72246f5bc356be66abc3261fe4287e1fa0e85978274e21a7f847e95327d7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae5b7d00a6247982d69a340df0a949756cbdce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f5c7dddf087a8ca9dee503706998b7f8c87c212edddf06874c09ff51a761b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ad518fdf2f9423e0a8135cf3c0d5a6c8fe3787
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42236da9540a8be7362ab535a452c8c0646f8135efb99845fed0e85005aa98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f843e23a47a310514a73672cfb0fae448c8cbe92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0878c5e2aaba0b5ed977efca76eb4796c104c2ab83b65323781b83b4c96992f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c029ac97f52e7cdb5b8bb28b5705812d9bfc69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47dcbeb93422fa8d77cd884a352c0e90f684aa34accfd6b572695f5e250118
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930a2145bd87478c4b3a8b9827861b21d8af44d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff3a8117d3ca60884cfc2e6a47a2c924e70f9b766bfdf4cb84929311c043593
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a88e743c6251e55a0656e6d9a6acece2c50ee60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a43aca5609763d731dd56d17418f2e8646c204cbbb25687aa89dbd68dbc64e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55213b8f075f44d3d8e467861ab020de18be02d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57da15f0a85184cf4f038aab24faafc8e33684daa7f7ea590cd0ff4d4d4e630
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74ee695f9df625b20f47609391c22e1e25d8200
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ac19c032c6ff35f9c26ed116192d0e5de1a4836f65a8276de24b74548f595d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4daf40e95df467f3f58c8d17dabdb745cfd3f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6823b56a49a954d954a27a5a30b6c7f7c84c37fdfa9893492feb3e9fef8eac58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c31120e14b4109b0e4726923fd896ce4ff1631f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc937fd58518e8f23970c0ccd86b7b84acb5f824fc88e095aaf3b6249da04ed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f447bd28c138e8d933a0db1fe4f9edca1c02e02b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb3e1ab4a59e19008a20c637bd31289e07c286478d50bc337a3acdde5c5e4bb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd8c231e37ced4baaa8c9257e0de1a4192114fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88016106a7b8f1f0ed24ab6c774db9f9c06c5f942b30d8f44d070ba4a27ec6f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139f4e9f1be0ee718735369bf32fbbfec1b47663
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a852c721d7371675d9db614692f3f370115f86edd0ee6d8ece1dcadd51a0967b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146814c092651dcd2c1fad9d90f9ed181458d972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351803f0508fb564b245c1970c5135cd44a15fd4cfc4c0c70f8f9b179f1c5919
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af846acd6dec1b0131a7c0fb3c048da2cb82c19b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ac75ef62557bfbe75ba32304f5e60120a108038c6027a49513f24a6c104153
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba926529975882f0a83a67fb0b4bfcd2cf41674
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621b1c98c2aa4d16457ee876bc373670231e864c0ff659a8e16f94be2a4196c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e131c0cd5a4344829576526341f843b6d62eeb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758fa9ff48a7feebb2696560ca725781df2afe2c2aa161c80b1f42824feaf579
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471d3d60675127b15049ac22e83405ddf837e256
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2062c2bcd7796a3ebd8eb3386c0babf938ca37105ef9c65ddfa9d5fd856394e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b910a5f2e37cd28b70fecd0b88a17a32fac435
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8b26c4aac514ca6022d29def054c0fbd4df86dd479a306e528830243a0f784
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b537dfba22d419049fb9ee4bae16ec563fcbc67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996fd2f3ebfdebd6a5de6d89bd45d9377ce03accd7277ad3a192c228e48ba1a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7349d82736a92708e63f4d80beba25990e54dd4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7c43166c65d89d0810bb1d8e59678531bfd9e02721398ce839277bd8ab4b67
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963dc06bfd66a8a01c171a5762a400a2edd25b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b565da72f60e1165aad015aa940c6b91047a30aa1c3fbf63d56e306fbfab79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a753c4119bb3562ca135acd6cbe2dfb1b27052e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b70f6ac4422442ea43234f71b4058397af079216b0fd369145c895647cb6eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3260ce9a00cdf1f6b657f639c4f8ef627be469
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33782fe751e2547f8aca47009f2ae15532f87b8780deea216123b9b32a755847
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0897a62994d2dbfe0bcccc5c8e906a99562d654c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5d8c27b60a40446800827e6ea03ab1a43dfffd539feff319645c04e3684b1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c950f03eb0be200f5e8fbcc01f8b13e87b515
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fccf2095d161f3436c6011ee95e803ae111094b32efcc4eff375583c842189
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059e945386f01c1387a0c1eb061b1d70d3718246
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd93df25ec1078d2585345c6f0719b8ae8eef21c724f2dc2931e99b2dcd37f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a1aa0afcd0731745c1e7c9b02eecb0f29c896
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7198a173f9639b65cbdbfe5846c358869666918e3ca9483b7f81d9fc548ee953
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b88267aa9ce32ba30cffe92f74a76c6ec92212e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab1762e0e233336b5cf32a7ec5a24803910a3631145d150da7c1c3a1d0c8903
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d511691a459638c315281b9be9a2da064cc6383c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5be8d252577d5bb6fb2dcf102f21b04483a59a21553cf5f6111e2660265ca9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b4d676a37d644b8c081c9000863cc3e59865ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c703328c3158841c500bdbe6a54ecbb4862976799fb1c9d4bbfdfa22bf7d7b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1032d623a2e4aeed70e4d2b98f9078a69a7c0a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbac0544806fafd5df9202f6051f203a0ac931d02d0bcfaa78748d53ba2b32d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7549d9fcd071599f13e4be997a114bfb3e9f2ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67d3541bc7d092d2a551822d3defd2409f4d4b90a59be2020a1abb077e85f9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f476372aad844bb1f382d46017b3f5b943affc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020fa0efdedede964062be55b58057fb42f2ff38ba6e5669e31693c9743e5638
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc20c58dca066a811d0bdee39f2f8723bef0c08a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e974b206aae8a2c0c87e803f47b6d36606ad9c52516e207b4d3c553819b35c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46050d3adcf9952f6d423b524cdd466dc705b6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b583f565b6f723a63f9e2b76d564ee7a677aa2e1bacc7b218f1a31c841f557
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bca52270ca2b4cca312ca0908b9489e0735609b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ad2c86fa3b1827078edf78dad3aa153e66057f1f86b2086876ca1ce20082f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143b4e2d059ca49a2b0da70e6eab1b20781f06d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc26bd119edf6d4837e87dff7514a940d050d4bdec1338c9207547d85585bc5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeba2192fe507dd6b40c0d0880cf38cbecf2698f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84c705c8af5f937ff61b51d49bac8aae77ac24bdfa6884f6c330c9ccc1535fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a25a36299066e1472e517819455f8164ac1154
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a717a1c3f0033e39affbbe1102af3497da0102012ba4c0034ac88c2ae2ac201
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b265f422d7164622f87eb5270237aa01d3f6a01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e91679239c0b3c7c16f25622d4105b63a5e12c6cf6ff696b2ebf9cc0cee3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f1efae0ce389b2a9e87b9986bc603c92966e6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d1ed313f7af88bb4d5c5e346038c4eae268b248142e5a7cb6187824f8eb52f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4737531fa778e77420d16cbd15d7ce518b155aac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6b15ad0702c259435d222210d9e4fef46a8e53b4ced4f6a6faefcd9bfe85ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e761e9b422a1cd5adc37727cc0e9a1dd8069d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e142da67347588e0aac508cbc9d0d847416cd4079655f326c71bb76978a5d3d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f306e42eb1ddd9c1a8b82f7401fcce602d6be5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a9531c7130a19593412684778da200f06b86ec18d9c031b47e3f6219824ca7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25291b409b5dd1883b8ed83089d3f7e062a6eb82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127fa4f23ab9568c426900a8ab08abad1bd8733a9972c9d1a1397f9d9f5ed18d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fafd9f5c8f5e074e91203718fb2875018e1758
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ce2267b1248577917801ba767a35e9e5db4ece70a65092f6f798bef4dc4623
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3423f73b8d499ee393bffe952057647ed9fc9a93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ecc4e1bf28254fe6b4377397cb796ab993167a3ee34f28233e19fb8873822a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a76dcfab3a9cc784a9872b7132b029063a18d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f465af10a64a41cfc80723dfc4f09afb37c5933b5d2e5566e12621c401ddb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d1c7f978ff9c77489a5b5e78787eebbbfde572
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca44c37987d941b1ba336330b6a91b6063cb53b34ac8ace2cf6e52c7c7eea8e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a462aae7e134deb7c80109a34ac2a067177c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37095c052f397d68649009a8bc4addc396ad40c7637fc8c35d4587065fe22a9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0409e5e29e179b2557bea1eb6480b28f5a32ab28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2949c7fc441012159723cee440527a4ebefe2f7247a3917e77e4862fcef4289d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1fc442a3999ed5ce273c3348f62663b4164450
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e04e5880e53c57cead1f64d71ca6eb4b9d8a464078f471f5aa8c2b346ac6c3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f297082b255e11fb8ddd6079f9b6c7f5de6401
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32126e3d6779a908a86474caccd99b8333a62d9cad38237568eb4a18b7891e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bfc6fca481f80df59481c06bb5bb4f7fa80b2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453ea29d2037e1d8105eab74ad0e399e855bcc96253cab57715afa4aff2805d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d042c11e8af1acabf11b595ac64e1d4d4aaebb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fa859eb0b37e1f4c76238214ef1c68810c8c3da11741ef1a1fc06f2c2798f3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f86df32359eeaa5b263cbf4ccc3eef75b655ae7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a799f24b05faef89d47ef887d2c932503b345c3a4939919832dc572a8f338de7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c31a52c0323d3023856137e049623afa5c1c9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8cd0728c1bf759a0ee6ab06dca33d59e1d871ccc78cd3127460ccb95581449
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8256bfda01a1a81994bf89a0db9ec2591e25721b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9059e97734f9f78d47ef097309df3fa1216343ddc9a2badb233fb9f88a3168fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccf7080e24e88aab7d68f4d03a5452ef6dd5532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fff7b49997d5daf75f525f646da0259285f0e7b44b2c15148a5f054296bcfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f0bb69f02cacbc9edc7fdda724d2a944599576
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4da9055ff95cc5b7c759397376d686ccb20fbaaacd47de1fab5cd119363b921
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8569d8a98bd3fe776f87b7f4a3ca1fc31172641
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef59066ce5cfb055bd468ce724f48379c806d1c3c92b8abee19d1ab8ddb43e6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe6a8ba80a35706f40a7bd3e23a79dedc3de9de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd6238e5ca1e11248cea91f58ae30fb7e77982cc8644db627ba30e6cb221d4b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba72d44d95f08145771fba31ea9b71253bde62f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156e8333b0d516f27e07785919ff99831f971c5708e77ab1afaf98469b483941
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc7063c1d2b695c5f95b40925fe84e101128662
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6844e800442fc899abe004869a6edf1d728f23584940fae1c09177590e48a21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a17557506b34aa5f857f4104180c0b397524a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86d16cdcf1e369bf8fad72320c4e2282722371850c4380fcfec97b27a393705
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135bd1ab32d8acd1cec15345263c354bcad53b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd06840d584c6d66da4c07ea2f41d5e0d52315e146a6042bbcb54c4845fdf3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ccc8107a17a4d5a4b1eab6fe35d255bd2cf645
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ba497b098cc3b2fe8ee25559657b4f8539cb96e809b9e7f03e54516172d9fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352d78ebdebb1206dfb814bbcd64b5d684fafa1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc16b897a9ffc4eb8bcea289afa47126e82ea4684c3cb5a9b844d6e55cf9964
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c1c48256ddb762c1dc2256c2f3894228594e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1c08c3c145f6870028391c16b9f1e56c877f8f27efce996063539bb502ec45
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ca2290b88e5f25badea92a6b00514f5d806f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ac6f9c6396a233bb3e12c37e0b12827b6d95b74f258902eec6a5a318091f20
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2525e27bc4ce9957220c23a7b4dd1d839b7d372b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e0be15f798e9f32da54592bdc551a457847b436cd3ba7b7be7f6cfb5dc9979
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49105212b58d8daa40c3b413eea09368a7d7735
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d0ea16567a51721372a21bdf9ce27bdf953341883491fcb392d67864c44e1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cd0862d9a286e0ae276cdc1ef63d44979d2576
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1207cdee724461223dcf2715df073a98c24a6f5952c92a7ce1f76293b18e61b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac2a408970aabb850510533d65e8537f2895cd2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e3dbde580591be127f11f17e8ca667b50807cedabe416ac9a7973c4f066e9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d4aaa072373482e5f788c266478523544b954
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4391de59e88aff3b6bfbd1edd927f69f68fb38d5f60454fc5b04a7f21ba8100
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e167665f1f8149c81c351e7ce6a7882d6fa8c06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed6829ef6eacc6ae1d9f55af8606b8b12fe7c0e9d071e7bf0195a4b0c0bb0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c1b24e5a8f8f4adfaae151320030ec999265fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515a778f6795f503151fc448eb3688e4963cf85e96436c1ae2f9ea29892ada76
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8994f63cd69c871ea3baf7a7bf6dea08f166a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40522fef27a2c63b253fa297f737a5ec7fad00a912d7f46fdd07007d29ffc17
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7dff6e5bac04ab8d665f826cb2b79f5235c29d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab43792ad432c704eb307e89292e4a8059fe75580f3d994d2dafea69216c949
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c42f846b707c2e91f632b3c6fab5aeac6ccd32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e12547f984b3ed1abbaa9dcd01d0a0e33e43de9c238666ae18b1acf01cfa98f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac28a01fcf80ca8ce194b7795277b026dd41c49b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad71bcb423da3ae08311a1c9ed11e9d1ddbb9c3e28b86f11a9284269b024fc9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1c5ac7d8f097374e73282a3f3be1182fe5231f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a1f6d2dbf1839ebbf6241898cc52e555941cee12abc870b490ed28b42891d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fcd151ebb46de44dc2468cefa86c67bf17ae5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2f575d0d18bab69d7b99d83da55193a9651c1487d660ef1b36e855cdced041
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61e62a943658ec6eed193dabf23ca4fddbefd24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e69ef6089b35a3a1ff90a0dcae0660e79cd86b6adda07668d34e0f72d793a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5663bc648e8277aa0acd534831e68a89c6c29a09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba8a69edba0a40288f75a613da783605bb4a08c149bf33cf3b52dae469d4fd9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48f7e4367cb1ddf9d92584b462e7d9b6a995761
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22156a114d85a2fb2afbdbcc336b9f1df5705d992ca819630d3439ed850ddf4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d0db756aae2740a05a1600f7b3c043a6d24dc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce3c06e152ddf8b7a7727bbacc816ca576ca944b8b4442f930b6411c3b60c21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5494353841549579822a1bd73c7093bfc12e778f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6583d107804472c1ec53f5d5efdd5d677d4bbc0455ade2fc8f30f6c79c962935
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af88d5e38c39ac747cab0038023cc4ac3167202
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ae8d5a6d3d8f62e21f3b5d1a7e7ca1379786501411ffb2f960a29288721b2a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8661e5654f12b1bc86fbc22a19ea563f1e71e22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8946657b5e7970ed2b141c452858d14fc794037c7582e7a49c10648a0b1612f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0640024d903a67a41efdb34e59ef2dda998cce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4bf46101825f706f6e2b24e7bbf86a75561cb346cda2b2a174f6dd43ad7b41
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d77381c5a021fe53a1cf97031a71280e60ba321
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642279d20af2dbef95d92d5d809fc04ecb49de96234b248005271f577d89b93f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b240992c54fac2cd8ea44cb3f6c1173a09afc16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a4ec4477788c4e59965c6c256e819e4288255a8f9747971000c02b1bd70d4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de52af26265e8949d97c947918aeb8fe06d75788
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf257ee964dd99b277f5c4cf858d658930eba6764887d98a91d0099f04a04a52
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379f547ffdfde2495c34433b8f13607318a74ec1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac52f3fdc62469a2aff567c2990552b263d5ba1f4431081881eab8fbf4adceab
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c602014d55a60ebdae52d9e9994c441a5e1ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66f3d8749fb0d8620a06acc28092826cfe2b7a0c9554db99f8926b4d3cdac7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0f5a59c57727c8b4a1bf846d635e9bfcac359a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc22e867d8f17f70cb81ea6bc3414f08e136681c6cfef6723af1907d7160cc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e3b342d4e697bfe0c9d98c5858a34b4bd1963
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88973ac79aa24cbcc52fe0ab4df8a6f2cbe23d7fe30e2078c6dc707a9e94008d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7215cc07116e26efba5459a30db70abaa5746a35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1a3a509116bf524efefe784db408fa83f8a8637dea9ea284ad6d8a39c71d98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c14224c68c1f497ff087534595e195ae536165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceeaf7593806d657ca76916cbdf07fde8a9cbefe02b65aac520e73c2d9995cf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ade5ca150690b25a8c3cf22936e792717538e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239ae727b31262a6503c3a12660cfd9d910e0003ca7d206eb7dc658175d56f8f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768d9305b16a3a4923cb59fcae6b028675f6190e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5118475067dc125cea8e1e860a514705df32a0b4a5550c62c9b252d2f34c6e04
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa45a5a6f69cfdd03f9b750c914f8c9d2a06cbe6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15b7fb45401c1645f8c15ca6d5ab7254578a39e4f61c17f1857fb8f8dabb65
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba3e2624d90cc6db32e3cfae068b558a52ddcff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a094ac35bb3440db04559433b4a9ec0bfb42468319a7b4e84b0f1cf1af402d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba83eda2035a2895399d775191dee1b0c2bb3878
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85608da0697a7849391b5bb615671803b4b25a81cb0aff5d7fca36960572c2f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857c16aa20789705063467cdd3319a4d4457747
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1393a30c6d3fe4d70b7c419bda8cdb43730a9c5e8c0051005af50d914232e456
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a98f9a65f5876525efade598b9921baaa2e622
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa330f83be160d2650067774fdf9c343f9954bc0e3109682600c34df6fa141c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def10a0a590f82fe2769f0f2aee358dbf3cc2b76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f32f62991a5f1786468adbea32ff4a5b447964dde8746929582802eef6387da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a246951d8564a22d996df5c3a740897c2b271ef8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633ca271ab0e38c705c090681d19ef233d9880f68b60a591de52882a9e1d3bfb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29849ce176445f1fd1ff9befbd34e1078c24c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c423fb874f05cedc7c96c8133a6537535957a8e2bf3f5cf8436c808946eb0aa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79d57ebaa5031d40b56650c5483682cac015283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c5ebceca11bee6a423e041a55bdc3fe4c8765527d5b9b1c46ba88800f9860c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b398ee283e6724fafa10184c18b677e18bd6606
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e0b892e1fe6930ff25a9598f6e0d101dc000c01a6b1768183239ef6d020975
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bf92bb5ad1dc39fcb5e509f88943583ab62c96
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf82c7ad9e468fce9b7918fc19381c0d60d884609a4d0534d9ac71747ebceed6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d53cf12ba76c18e7f2f24b3dd854398b42447f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5e3bef7e75994bbcc96ac646f4dfc989819465349801b77cb9fe5df2eb25ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e595e03a16bd5edd87c176f394bf4feae2a929e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c7f1fc9628cb7e194a7c922000c845eeae605e241b69545a93054c2c31a29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d8d434f85d77f97193dcc8bd131d2fe9a81c81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7eb99ee1bc22b76818d91a584cb9197c3a70fefb1cc1c189317081e8cd5df5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37f812015c424638bca215d4e22bcc9ff7a3378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb49c930bb8d5b56ab282c37050abe9e32ece5df351851afbcd278d6bcc4cad7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d479f827223540b99ce0f4051dd156d0397f7a38
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38659057814acb5b642e9d22c5cd51d0a33200021668004d5a4571baf5ea22eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e119fb2ca855d807af6a9e53370983fe881a65d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dffc37a36d0b02cc111e5eac4d8e96856ec759ee2c1b7a5f73e94cac86503b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cfa76a63c5e8ea969aa96c3e78f926da3ab0bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be91538b3572f11d8ca446e60947046f70ec54a39fe16c190fb87a6c12024da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11177deb3d0a3e2dd8e5ee96dd3a08b19e480dc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6f1665e2966d0c76c5b57ea351f1979df4eb7a4931128b46e5dc980b31624d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b9231cae3e03ba68e94d0f4a967e671ab291a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104b01703cf1183912b003107790490188847495266edcb8ea2e115db3c2738f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17485d0ef8a71e67ed91877848ba51a337ed179
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f88c45115c7d76c52b05ae6ab51fc0464958069151bb83b697dfd63aaf2c52
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591388b92d48292517c40768f12e5c7bc3d91cf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46f5d17292a2c4873725ee4366a788241f0f62f7eaf91aced37062c51971d38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bfadce4f952383fe717b27b5bd59cef96e18be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfa70edf317c1722e113fd967a4304e7107b99fbac13732c63a1a125b15b589
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f2a37726228be75d8e7a99fb7973dfca938907
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18fb0b4c8d8ae81708be2811c8bc45097d3fb24c3bcc5c32deac94327d19f02
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc80dc1759ab0039389b947776cbb0c4b45049a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614b2387a4336fe04cef71e129f63acfc3c9c7b8299fde53fd65c89df7da8e0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d2796a3d55fff7bf7a8ad222beb657d6dc1e87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c045782ea459e9ff82cdd2ba8a5450e135e7eb527712cf0336d5ec97e9bed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb37824e4abe81d72cf2f4429f12785da6d0237
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a579c318155f62bb5e6d7002d99b9ad394324abe46ee3d43e940146686e1f1f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c2cda09dd4b915908eb0f646b2ba19e3d45f84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b4cd4c96cc5854b6605c4a83396dc72663b5b4b6043c46db2e2906f1c7fa70
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd18b91b98090cf11c023ed4bedcbab7445b2521
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f7f0a3aba55aa31d9fffd73000d3199e148fdcab0a145da1c84c37cbc147d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6d3f3ec18a6590279668244150a0043a69504f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92bf8ac0f259144a871cba74016f7054cfd79b2d7433b9f15f75739aebe25b1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ce50efb06b646a7483e427b11f3a6338696774
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc965b23164f295bc2a50bf1667e59c073dcac3a0dc6ed580c14980021f2ee8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8191c45a1dcedc337bc34906aa6f71f7889293c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317091158c1e90b1c4eceffed244fe247af21a1842e3a434372ddf4beb6f14ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96efe1b782e3e75d6ebb9d4ef548cc67315132d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c8cb5ba37f34f18e1178acf8809a1111ae5398016d4e63c491ae394edbe55f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79058ecbcfcd703fb73ef49971cdec5ec4589002
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f71746a6290b758baedac3d3976b650eb98495d927678e6d3e584794745c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cd6ee5ef42fdaaff6041171691532f55aefe74
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1683cad09d656b7e37e4fb14e26c3e87cdab08a2dc26b412d1841fe030e0c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e377a5655713e3ca2ef8237cefb578bad4e679
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47def4818b50cf2a4c3d76ab62c9fe8693688c7716b6b427d2aad01485a3633
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5716cc962a69efa4736610960943b8be04a661c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b497567956f419e3587ba1fb757e5fbba140179341d79f30a21f635a53bada
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb746978561bdf710649d7d0ac3448ec2ec55f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c1dacd06d0250d0917327bfd006e1408e58549a8b15c0ecea4719ee47c6862
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791fbb9a6876d3d504d207354683635154ef6390
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe662b92adf293b2ba6939eb2c2f230d642f52acc6edd0e9d950f4ef1a2ae12
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeecc388f9a52f1533e7b22c4302a7969d164b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73870c53225eb45d9814d03ab55345389b16c74be22d3a3d416d5386ca25d4c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471a990281225c2f0d40d7e3af4fcede5f1e68df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5635dfaabd95e279bafb2743f11d27878784a2b6ff7cfe540b539c607d3ba993
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d98545a9a6144d23d67990c3a08cf25bfbcac4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab11d81cec287455d7037755cbcceaf4806dc3debb181160cd201d0452a20c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc8939566c796b153cf13fcc0270e60e3a2bfef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411204ce7f5cf05e83f48a7b7b4104ab2bbec9dd5b896889fe0269dc876fc3b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2b003b86cd3f314cd628b5a06bbd55f44a8747
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe6764da5d8a48d6f92f0909f1d380a50be4149c47688df9db5e5ab4c5ee641
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6d0833b87d85fa50ff55a6b60dc44dd422708a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b54bae52c40647409c7c8ce70bbb93d38b1b3e6d4184fe57b4951cae790af6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddab2a4cf214489376fdac359f53bb03bdd71e86
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34152a472912c9b1109cdfece5e34f16623e441017ed8e7d159608fe9cb6112
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da81dade26e5b518bdaedb7dc02d4ee4457c0d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d47b7e04fe393ca493f5f459c6ee9d5f98c1e34302100af7a53fd64e2bf8bca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d75379ea28fdd8b95c87f20d80092019711100
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ccc7ef629b209ed2fbcf752acbff97f1f73f976453e84318b717495fd46f21
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da65aa1e753beaf232bc21ae5f0417cc76cd0bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e209f3d8871f22184eeeb3cb46e82c6d1862666244ba369412a660490baafe6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725172e0aa1a0c4bea6f4ba2c844ec1a06fe46f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dde4b91156d47367017a3fb2f06f2d2e90a9c0f888d69b6b942d08836252a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e72505a89686c0704854020bf75d753d2a18129
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab31c8a7dc3b24fa891c1366616a87b7068d4a4c025fc2579a99a8bc5b92f2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375322221a941295e5da1f2826e71dbf99a7f08b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957f02285759030db25814f8cf7608e55b420d4dd02cbefa97456f171ecacc99
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0f6809d1b53900effaa13a94f49a3050ecc69a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dbbf421f0e23c9440bbabbe006dbe5e47fadca0be8de028c6eb4bb699c3c31
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd35bd86554ec5ffd131f073bf71cfef0269a9ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0105f72683c50a6bd85b1d58bf31d1104414e2cc8ed2fd6a7fb544b7db747028
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c7b86926a2428869a5f77cea92e4d6a93f6de5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b819b93e81afac02a9e696305fe5fac05d0439beddf101bba0b02ddd80647c03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31337da9680a5d340530f5178c577252fc356d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d67bd9094ae5cf29c522bf1e16179c0f5cd9be85e39967eae881e6433065f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8db5d608c26e55f7aed4f743f2dee1f0ad78f88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f823e3134243865be6f3a1ca8bb153fa5630f27c48dff8d27abd1a1d8711b673
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f639a0447a9294cd743115e765aa7064d4419aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e802e8e4e48114fe981a230f37d2d0cf70731d51502053e49089f5f28b4cf5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe84599642c06f37792ba74036f0db3bc4dd07f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94ed7dbf3390c371fb9eeef4944511e3a870e3aefbe7d02f81df04e18f815cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37417129b6d770abc9a79ad670b4c6be270b3a7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09baa7bda7db2213b93d692c10eeb9a5a951a145af50d658292a48cf2396930b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ba3e42edf1eecde55ad873a54fc308e5574f92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096e8d5949733b96da039aff863840118305edc9bf6169dac2b049a94ff24885
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48b8a5a971fb213c03a13ca5ca7fbd8cbfc5fa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817379fa51a083f199577acaa6c2601e6df6952fc8eeffa4f0cf0c8b70b0e241
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9714ff2bfb2d71de83316f0872a4d7acab1860
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f68d6910254c5a644f862c29b537f9d6ea433e07e8d4be50a785563161006a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b572a0e78dbf76c3b554fd35582c7ff484ff21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e759186a1fde10ca0a90bd3173060f2b7139a2f3dcc522b80e84b8a6ddbe889b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1bde249dc7a3d61af91670dc5c3f7c1d34e05d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cde301e13a0131a52019b79115228be0815e3c0aeec2a2202f9dc50edc04c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85827ff2640834d5a85ebd3b948d72c7e8f5a9d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fbc3b089687992f2ce012b49f79f3b3814a2dba545516eea21be5975c1332e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3720913bd7f11d21d2ada90d3f8c9a6fe7910c03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f272d338bf3315f32fbd10bace71b8102500308b016e3a1d16ef89d124d04a3b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9276be498e5a1addd4bedaf26e89a6b85bd3ea53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ac7e9e7944ffb2e75bf79b5c5a4c2d85229d00504dae7844e4fc1553b27359
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fcdf01d7c86f62840c626959dea0a130631e76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0f3b277b3f1f04a261aced2043e1e7ec8c3453b173018e4ee8f9d75856fb05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb3e1ad19a0778acb0cbc218b6aa47108026717
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e0b5e453e446bbea542ecddb26bf5277ec5dc5dc77fbb49f8b13de3a691365
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f893af8a34eb3b34567b7e3941798b3562628f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504e83eb141d840e77d1d962e898e6e47be4bb55c00a14a5b0cc0538edaf020b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2bff9740d3f4f5eb6416c7c2d530f92d6ca361
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a24e58832560bbcce32be8cfd303aa2be1a236f4deacd4d1712c80a85aa6f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4673be24458327fcee68e03b2c4e79301a3a1abb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383927fe6585fa3ecb061817d8535cf57afa40d5e79d0474f67a0e63c44e21f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a732d54296e982d0bf2a5f8d239f520a8ac191
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae911acc0cdaeded6ac66cd61b5d63cc76bd9261a644e7ee34f485707bbca2c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf3e6317a8ab749d3211403044525a3ddb2168b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5701309e24b86dab519a1853dbdfe5c579db9242de9541c951a705f3a2a1668
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8204f37732d4d5a95e1ee9fd5a7c5f671ce1bdf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32117f0c748f2658394c8fc87b1c3e9be6f4f1ef325ab1f415896ce02929ab01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067e18be34166f0f4e26ada043a2bad75040a3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43a95278a69a3e48c82e932c567f2ec818ade605b6c8682583963a12bf82e06
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e771f7c9147e2f4a19fba9792ddcde6233720ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebc37e4a85b8972f3b27659abd138a2be9f682ba9f299f9ecd2bee79d9231bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8088f98b0fabab5125792e0e98126bd3ead785c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46220c38c961d20d3f89f870b65c2f1979b69a01504fcfaf453b9471ac1069b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5390605b55c3bd6bbfbfd62275c09ed3b97442e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c393945c0df4d2cd057f1de3e500dd87e278a15520b15317f63a5382bfad3985
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd512980994c7c96ee7826bbdfc31a7b491a3876
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994794608bf7611b72acb9f875455f7faf6dfb6b20874bfaf3fd95efec2e231a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f868a3f0878ddd59283069b3249e0094af08ee52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af2f8b27cab88a3332de0363092e2cb15b1d5311651566f9521c29f460c786
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13d04ad066b0cc49a228c95b1f1d2031e959cc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a41e503ec595b365b27cf9b019cb2411ef5e9155fafc7de1e55ac1f477763
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a8e89176d2fa56e49041045c7fbadaac4d7fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7f6e27ebb8e9e9ca46a47063db3792058708e0598a8f7fca4bb4fc7ee3c4e2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fbccbcd3f43f01b194dc74cd858c2170a0f4f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986fb05472b0654a586d4a6d0a9e1b1acaeb7582de0dca1d1d3857be0750c7ef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bc1b83ebdc13658c4b4e760390995a2f02e7d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf0c0349b9ca2ef4b959b1750a9ca6c5843da4172c3e8e217e33e27d1cc0541
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d60b3d34c3e0409e9659697a939ba6d25a28a8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e8f38a13382a3cb36297725448a3b6709705773011fa547389301b00cc514d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abc0d13f2aa9683065b61a7e24efd3eb1a76bc1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a264b486985da850a3658d1150875ddaa11e9b1a1d874bc1554b486e0ec35cd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e9d6056ac0cfce98300aede34ee3d35c6ed3ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a687dea9c292a790baaa4c9fb72fb6c7d875baa7ff2a6f7a4b494b13433eec0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91474bb884ab8406dd660e163c1a0502736d9072
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7489363f8f268a250d50630ba28babf6eb08e6fe8cd16cb4e18393bf8f3dbb2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2b9a1015251a091688d336fdc194b18c878a03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c502908074ee6ff82f6cf021f78fcf2a4df8d88c8d0299c7130f8df1317b5b81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5673f401462909113138351cd5950cff26e44ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bc6e4baa0dc03699e82ea65a39c06d51d6535102181ca4dfe8f0233c0206ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daae0a99e151fffcdd0da00e3c6736d90a81021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975ea56b96859401f9601eeba3e6bec8b2a6c6ea7442d71a364523bd0a860996
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5905bc40b6f931168b96f0c158211d479413ba77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d914493fee70b8265ff7227f8d116f0363fd1c4fda3c580ca421df2ab0485eb6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659d7be88b96c0afd7aab139b439eccb8596c61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753f5c803b9a8c3470b2d40ab3360bbcec9925f5c92580dd7a1e1eb10e56a2b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bda24873488eac27c8d6ac12b1df9a54dcb802
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a2cb74e408463e266deab2cac70549c3f701d2319ac0b1cfd86c195637ec8a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3034eb2cb72ce8785dfa01bc04be8b46f12b7b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185c985fd076565db4bfe19bd90b0fd0083b9585aa152af7bb06615be9f0e20e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23b1b20a5fba46eb7c598ce044b156d649450fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ea64e126122caadff7eb3704cfef64e207857a52731d8aceca67e9d469d11c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59ed356805bc7d012432bd5ae59d33d3366a109
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055ca8169bc79c948abdc842220743376567dd57232dd5e481bfc19e08e02c6a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b65a28553c0ab22cbd3ee45c690d4c9d442370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5e91622f46dc37e9a6af7578b9d16b718490f39ca7e2d57095820bca4469b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aacf3cfc3a1f81fd6ade5afadea2046aa43074
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8263400e73d79ee222106a8f53838873f9ba47643289d456cb80b6c812bf2562
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377402c48cf66aada3d18c7d000f233d2aafd82d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5945e5956e2227ff9049e0770f285114cf98879bf7e5331043660c50488d1a0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c8c60c7486c3814527ff0fc8c71eb6626df48a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c12a46a9fe49b593e93488e90651057d52dc64c989fc8e19b365e072493e02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea33122706b99940e824b6e8c27d76c26c6ca666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0932ae98230b46de0122cbde237cef0751d00102e3afea0114928685465b7b50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b992abeb9dc07199fdb3535a7fbda11b85c6b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c96a286bdd2f63454e7a2512f8d49b53c49e9941169557c201f9ba2daacff7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76bb4102dc34ccce9e08144ebf9552d88ff1da4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807dc6060a7cfa3d572073f9732ee9ac5aa306a8eb9e11ab8da2c7a435e5ae1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9886295d388fd6db0f8fdbc1e7d95b61ac7612ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c451f2325605b4e041225781ffc9d2411171aa2780d515cd4780a241b57512
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d86b58b46ad8cfdb4d1ea1034816108a37f83f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c63c10ce06aa61a48e3b07421e4b2012a00dbe0d08e0af9e7142b4d89355a4d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bd6a1e269e1d0fe3096ab96e8fa68a93ce9b8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cb3fac09f1cca529415bb3273dbcc7441082049c05cb65b111103c37c30ea1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43862150d99ea25087d061b1338f8237c5b2ef1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f25df39d3e68a6e9d48bba5c96fdeaf715241b16e3bdddb1e28fa9b05535b4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3409d2c91e511cf97f205759a2e7e120414bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a70604fd497ee6019fc40fb959eaed5c8a45b1cbe9c0935c2392fa0cdc780b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc23ae164bceb8950d5c7c5e3073123160228a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1111964ababdc03f29084fd1faf6cbdc76fe43026b6337bba9243b36d51cc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544774b7acc546f1b7286d2fe3cb8dfe8c30497f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10647a598611e0094a84db9292e29ce4e6966731387077354726c92eb14949e0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da82726d44b027d47b58a1018ee16516dea29af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c6e851087f2c5c31fb6d442a9f6550ae5d0217ba8ad867c97288be35f76385
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2ee943719844f65d3381ddb3518679e050ed8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825391413aeee8931e123da7b112b8232fd2a196f92014858f268a59309d322f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad3b37396beb7bcef07a8ace444fe5348efe3d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842350aab9dbb6f2167aa6066ce14b37ec72d2d17710b3a7dc21f4ffcf989859
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c6c97869d1d9c9c34f63de73de93193ae58cb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc27a0e50b832c2cc45d40c8c263dc1c90e3b705138dd42ad9337d1276abbf2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e73dd05b074a09014a6c3cbc5e1215fdb527084
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088431e742cc4d0be93d14e111451e40ae900b6cf8e013afa466e9a75a5f098d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8217d30e67f03c13dbe8aef1d82453255a7157
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c832bc8b9654ab4f6775370c00134975bd8fc99bd35f8f473aee8e0cf3fafd8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67c7f36305cbb31fbe3c2cb5f16fe5b9d781b30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd92d6879a57f44ecd570fc3ef67ad1d435cf96eb36edd91b160800ba2b691
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a78bd3a0a8b0dff56e52ee1529c58027b04e1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d243c127d5318289b4ba67716db3257b98af6fbbcc88d56f9acfe85595c5de02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484e92eaad175694136f398fb1f9cbdaa9e71f1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddc788f676ff41c6c14e967de982b198cd2ded6f1e05f7cefd08bbd48e34c39
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e63866c8600408af6803157b49f56c64cdbdf6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0429296ccee489591122193234f9ecbd6e6342756f474a76338437899abd6d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2731079ead6319261ae536a9e4fd17e5832368
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35372b8ec378a1b60d513c27f83cad039c715ea7fe4c52885aa2947e37a2ef64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d164a0ffad84c6a43c02de437d91a24ad108cc0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad6f5b1d3ac46e95fc611082b9e36b81a8761356e0dea246a399d7cf3cb21c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6da944f274f35807a612e3621897392fb5cb60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fe327b0e21b3956eae49e0873f53467acd88706358a24342f5a6be7226c8d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461b017122f895cc6b8911d81ffffe60457c042
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77a1a4fc7b3986e6751f369741df418b999f7c2f67eaca5b0363f04d94c8a53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09037215eccc260c23340049bc78f153ec21f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b955f87833a66c32de2088974c7f82ae37cd2624209c03ff5f034b3ff0fba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95a92ec1a32c9cf9edb4bb5dbcc1f3cd1fd17f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83be34ec735d7bee9d2117ebcf616062c802cf91b989bfe73a7df00ade902f3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cb4e0125c4045f0a490f52df17494757695fbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0505c4bddfa1a0365d21bcdcafa49974acb68cf4d7a8aa0efd7fec21d8093
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30a1f0d7a6c45d603bd7edd9f75a94787139a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256ad3816852ff194d1be6f8e71761c096eba1d874f7e7abfcbc8532049d66b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf84b1498d56fe25790e818e9a516f97b3a3e8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b85fcbcf260236409199362bbde3558aa740fbc0f7663cb22b779cc10e2efa1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bcadfadfa255604c5656def0e6e61a0b97d434
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060255d318bef52d9635828716fed472fe0225a13a282f963f200fe4d8142430
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf189d87967ba1e49c8dee6b2bae3ad0f070843
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70390feb0923b8a1c7e27df8afb053627f8daeb388b54e07d7fae83ee85bf00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6c9ad49cc171ac8b0b7bd3c4bdc89cf5debbc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b091daeedac602947614754914057a71e9958ad2bb1d7f12c937cf9edefaac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10e3b10e8f117cebd5e4326189136171183ad68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270c698dfb0b84c25c4a381e27bea226138d7138b0c78c868bfe6c65259575c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad77f3d9f439ccaad5bf2883737a84d5cd7f55dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da38b2b4790b32ec96fa6c6f78796390754c8d622f4577362b6d7b14fbf4cf5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1da7625bfc49b32ff8ece8a886a858b1f32ed60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc21b3fdb0ad1a2529b8f84e4d36fb99e92e599cf5d4734ac4431feda7de7b53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b743508c4a2f47b1fd84ed3292bda087a2605f3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11db3c02229da6e7f7be37980f5d6bd3eee07e34a9981872e993cf349ee53439
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0cdf86e13f40c08c3a434263c0e169da8dff72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8925b00c5877c60b8140e9a1491466824b00df43b2e25ada44d51f622c39ba2e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073af7424255e6bd262bb57744b6d12a8dbe0367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35cb8491b34b82255113c31f6d6022bf03ed07381749187f31a2114527bfb0f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8a07177da2ef3c7e30974219338aff6d914142
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1429ea6fb593a02efc670ef180a481fe350cd270e12a9776a0187d8d8cc5cbf8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99f59d3c521794896449503224b76eda1f6617
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb88ef3096df3c4a8bc1e5528274f6d1c82f046bae5d1402165940abd582169
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b540f822ce34502eb40e5aac64273a19b474f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6beb7b4e020004d74ca4e894b62b62e628c50fa31447a532bb6c8932e89d2bd0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae50952b8bc87de3ec7be11cc92dea4062f37a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d483d9685d3df2b4a00b2864326634ce8a82e9140e26728cafa864bbf80531d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8237113ce1cef2552e4e9d2baa5f104dfb000951
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec1f6b6370becd1c90a3afe9fbe14a8fd20be8b17fa2c2ad212501de2860f6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec8c2fff8364bfedd297bbc69e5f587bd47c1a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fa2019fbd10cfdc40f129a6ec0b8cbb325c4ffffa02bbed163f84892fc7433
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca037521a7b9fa0a5b5634aabbde775047a1372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e332d1319bc28bbcbac9f8c773e7b15aca515147b2d4b85f18782f701bcd6c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b2fd3bf73addecf9f6806ecca62d1261150dae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce984c71e7a066bd727f7da4d6205986fbed3613f45acea0968e1058a29d3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ace89a940e53c6fe9618bfe4a914fe7985aca4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc0284467d9d9d4001c315ca2bb149b159ce2d7da6db2b4d8fafa7d1c1be9d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e088b125a95d0017b264310db069a84022330090
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80382d553e0efa1b740090ded98304321553fa3275f01952958e6002cf148893
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1ee9ab9921f3795748cb354018622dc447e3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cffbcbcb7302166334c4f50744fed3278d84206ad51792c900f925687f1a7d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394347602dd86fb8658fa57f8a69f2064b03d170
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96938dc7e8dd98c0431e22c7e870b0c40371db42c16897e190de845609dc6595
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3abe8f9b53000ba5d7a3726cd74c97689c8b9ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e313c0dee333fc552e751ab4984cf0846f37f0fbea1d14b292953978486f09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732ac258112bba25cc5d13c39080f6893cce5bc9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311d0bc9b3fb8bc2416623c61c74a02c93e687aeb9c5b039fddde2421dc0928d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68358086065331c03a602aad75ef13147bb623ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4779c446a76925ea9652a80b63031b78fdb9129e37e07c5abf26824d03772626
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be3b9f8c37afd7ba6dea72635308567225578e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6a164a07c8c5c2fb1ff0a8770f8978a52970cc30fa3b70c0c2e4becb46a2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313fd5ceb11b45938b8761067d1b8cea3d28179f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5327e7a1e824fd623c3e0d5ee3c83526607123ccea577f3ff18fbb8756aba59e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a6c10ad05d508202aaf6d5486d7a3be0c7d097
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65453a808a95f8127085a1d45284acc7161cc8f500505373457a066675bd0251
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7d02c0a785e8c4ecc968c60cc421e5613e3496
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ced089ed3e87e5efbb461223fa18d2f48fc9aeb5b2550fd64c7f66f32a7ec50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7378877ae8308425dab97c810b8a845549a6b431
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eac1317919e8d62e7bd87a31095ad07844e2d5e3eba84d700896fe37c0f6098
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f234977888a85a475971a29e61db26004c03e2ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb730e5f34b762e85ba25a591871e9b230a9e4713d4ee6dcd6031dde2593ff48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d703377d5e541a470099e2b45030a62b73e326
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452d904cdf097f538d76361f2e68d7323294c347fc015d4630a2058b7b3e3257
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10af32cf6dec868ba20fd98f7646018d7b082efc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c230ce250770de850416d66dbb4f21c697e81ce4493d9a67f39959f19de6ea5a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b08e03518d9cb25bfd34d4a208dd7112540b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3a5440ca9d51bfae0330b641848b5c20fac41feb7c57ae3010bd7a1b1969c0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23d732719522eea29239fcc94566f3b98e5b719
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d473b18dd3a5556f8ae45859572c78101ea8241430272a128e8635143c37d97c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeca39d57b0ba62732b14693fdebf669e229ef3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fd8d768cef6cf9a96e52db990baffd3c4e71e6b92081b44ad37b386e47a8df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a344d4cc0187780748f60c3982c5a2d4a51459e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8569835312d5ef2407a021ffdadb7df6277c6426ab233a137cb0136f143d50ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21266ce1b9d01be6fad4f8456b418be883390504
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ede50e58690b13c46d5988e9189647b13d92bb28fc50e55f33f27bbc9634eda
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d13cf3cfea3b450e0330437519b39061c43275
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8927209d8ede2817d17bf840ea5d46425e44dd60f377b4c77c5458b03ed8f22
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6843b7365f165c0b1c5620d6c8824cb9b4efbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d2d206524ce672c35fa2a51de6c169d2a250738a63cac4d3088b685d9b0d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49a8bd44e62b2a17f4cfa1962ed8a2650635800
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660ac95cbfa43389b910b74800c61d76671480dea493dba791046132576276c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645dfed629e8d8a41149b425a0af8a60b19a92b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daa350e843d277a22c3c4290661e2eb58924f574739e53a4ba2e081536a889c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fc0ca5a54cf6ad334e4b8c5dd8206b0ea694c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ba2a3d87f2686daf52f6b218b081bbc61a7739c782d3887e04c8ef3762c06e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31269acb0427d0f5bad6f9c23897066b3ff3b3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe1778f0adaba48d7f34a64e990750e3974b63aec82361accb515a069bc861
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e31ce760dfdd7b648c1cbd65a1c6918bd033efa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7a5ae272e4e6633b4dd245b0bf2dfa6f5901fc52f9e8adeefdfb4550953f2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c7122a7f0298744f691dfdcb56a8afc5d44487
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c624dadd9643be697a0da25d176940820bbfb02d5ef9a7f2bca12a90fbe9515
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c730eb93e94c97fd96261c62a5d4c6f57694167
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820f016a6f6fc0330dcf07212154689a98c4a3cd6948266b36da88033e37f1c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f4cefd9961e32bf2eb2bced9c00ac0f6bacf2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367b3ba4b68f202f791dafc6c8f7a545b729324bb9e37b641f1fe95cb31050fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada2933a3a1cfcf545b96a821d054d7e8e27eb6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ff9d1f9573152c77e15569525640aff7d708144640bca430abc57dc16635f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08ce30d7f3fdb5e7df92bd388e3467cbdfab25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227aceab6b0a6c349a0f134fcee1660827bf4c466edb0230518921cd447f2176
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468dc2d10dde5e0b2870bff219f4e2304bba2ec9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b358cc85f8addf8a80c52ac6dd808511628a706d417abccb5f11789c509048
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7843b2f20a3abfade19550d6da643d6bac423118
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f63bc342eca5ba08767ea23bf98ad97872b1d1c2e7900a999a8c9599b52bc1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f4eab67693594c3e32c860a32d9a9a2ce7f064
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3e200488ce0a4c37a628860a27142e8a8f45e1756da94ec387c1689fa2ae76
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59491598460e508d9138e531f223102bf68bfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704f2924f3944cc544f7e9022ba199a5dcc88a931e40bf88099a8efebedbfbc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b74bc10fc6396a771b8e1c0b0b8eeb9c4c5bf67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a9be17937cacc205db90d8fa7c67c8e0ab42b6b09c1852b17f93ac30f9b11e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244edc048e23896d0b7786f46df4cd044618adde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ee0295b9546151d7c3d0164d7b5b15d520d80d829e1f300caa69fcd7fce13d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b398ad41930abd80028395277a97fbcd1b4c76e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba2505faaff223e580082cd1f4fce71b1a475ea6849a53df2d591d25dd4be83
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588c445fb3e28fc828e27d77ef94b09fb043a773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b5a80e47769ac437738970886b6fca0800177fb02bdf55d81876673a62c1f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b6dfe88aaf783dd918cbcd8c342f5577ae8f8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0428f041829948c8dd102216fc5a0ef8c91927a57d7a47e4bc833481b2103a6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181750ef87f1e7d9a642e84f34547adbb3bf5629
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e75df4edca0c2111694465234ce1cb90bdbfdb95cf7380dedda8fbc702d2182
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe003b3ef74e0b3e8930d3a91750283d294d080
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402d3487d4eb4b5e7fd1e8726be24045cc531bc0271151e55334ef792ddc2fd1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a06ccf3cdae8c1d4956995d46c823776b6d3648
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281609c02727c3af93c5b2c2aa47c141370996205edf80908ecb6b13a3b3d3d4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f80d6c81bffef4b005941a6943f9d40b45ce84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd1c848b52f16e8cd495b9415ac5dc4469b340293f02ec5283aa7e0ed6f7426
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e816924b77c8d533090299b0f8ff1329d19e298
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e29194b92853fe6cb365082952bbd77077128768d8ea5150ebaf3991590a06
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccba3e4d1c64a5e725577829c391886d36140337
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206589c63c5bf8654316ebfffe542463f3d05eeb33b77c836658b81c571f1ddf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde982edd69ac61ce5fc894a5c319e989bc8cba2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5790d8b7c1912381b3ca05187a9a984efc300533640fcbfc81e8f5e130d14d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc019d585388f365615900f80d9365ace82ccd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231fcba958cdf0faf88df7ec4e2faca15a80373229773111f8b30b30ac4439c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f464aea0b44859634881d1f8f29c4a9d9c5d69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f12a3eb919468752ffbfaba25c0ffa56624a008206032e658d6a8a13cf1b758
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6439843c59fcf97b98814c3aa1aa6522601f09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d1149de92aba4866ad499d3077802142198a6b1ec9d42ac2b622a3583b8c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afd19e51e94602d14f3de98a37f60a87fb8d973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d5b8b6a2ccb59343d78a06e0ee307751f94c522086632e7c7d6c778db614b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be34e355e5b96d65c1db369aa6bb8f0669d6f911
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d34a38f81887a5e055bc8a963e1b31dd8ce89a185a46272a4538ba225821f13
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a631d92250b9ff84a8af65bd3e059cb065a3f8ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7215947e14d30654f68d10d699d6e2d27ddb2f2ff4fafa624f433b3a4190107
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c582f0e13ddc7dc70199277ef62a631427736ba6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bf24c8e0298f58da7099692a3fa1a2b38150d97a9c0e4ebbfc67ceec795802
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b3baa438ec5006fdcc9f732c71020c8c57f4f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f515a9cb53e329b43aaf633be3730d84c161952f93c8d319504b8738343a7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a008e2f67a9f1603aa10975f77ae6cd4411f41be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e0fb5cad3c95ea5757eebbabac78c76b3c5b799087b1b930ea7247042c215
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707f64d890495267df7302a41b890410af381ba3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246fb6c7c6b6706348202e5262a50b6a917d9338ad013273d496a6d314fb24e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db7656103c2ec4a85edb4db245b6f3ebc226823
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7429220229a97ecac203877bda36b59a55af991fb931f13cdc3d2f11f8239c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc039c998c9386ad433b5b3a44d3aceaf555d16
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a03b92e098cc5a9ab172cdcf745197f4ad4965adb348cdd2e108ea779ce3fdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274a10d08723c86c1e2e56d866f47c0c3d1fd978
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aceabb03ff95e09d1f36f2a21f5db7217fa1ff55fba70d56ba01c727d99cb18
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185d0236af79cc058359cf403412c7b7adbd8bd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc4b46658a0dc38becb95307fd476f10575aa92c2436f8725e8ddf2be71e743
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a33f53ecf2bb9fb5a159f57f3470c5a360f3cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d1d8359a54d97f56b9099b6bbe839d1830a36f90ba5bf9d9fe09a345e60a73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1945e987ae9dcc1736fd594ec52c569f3931a61b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea93c97446b2e206f9564a22398de94d2b9087e07ebcdb8e6b6821e8b4ee780
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec8ea46f091b634d57e657e1607d72abb18284d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de444e36ed8a350c3aad8f90f446448de42b474ee315764648490d35e0f98860
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fea9a54debef0ef6e5fc34bb2c0f8831cd3813c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669b54189bf53264b5a434dcea661a768fb575f42a8af1c128412ff25509da80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077567bf61f562aeb18ae4ff53db7a32a6e02d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b002041a2747d05b1d4c55e3af4de060aea5e8aecfd1bb8c10eea66dc1bae986
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e886c01f1ca15496cc5b558927764b1b573e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5bbdc93fe60ea5f05c01bfd32f4309690a4efa0246b5bec5322f323d7fda5f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d84179fcea3193fd395970446d6d2f8dbe7d59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898da289c7b69cc411ef14cf0e462b6608f14bdf3395c902368ade8817fef80f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13f3aa7c1c3fb79e6d15d1589bd857a4335237
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba98e6a84de6038ba5f54949988cba5900599198b3502e8c9ab6b56e39e9892b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601b4bc85c65c3fa03ded5d3bd0c8b625df7b2b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a226c54e80449a33bb3e3dc37c921929eaf2e9156dad13d8aad30ceaa181b4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b42d56f7bb30fe40d337219d1bc20ce22d5fb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6dd71a9dfd39e180660578e20148bc37732552f89390d886424bc67143ecdb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42ff2f741716ef7790f2ae81eedd839f66acef2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9c1ca576997cc309e7c603ae4848335aed5ad5c3e1cebbc2263922293d7b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a140d3d25e36f735ceef9b991b9724b48fb7f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5483887d8f0f95d9d0b37e0d72a1762983c37ecf5a6215ed6ba267b393001cb1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6046fb5e8e29289cd7b2ceb57bc448b97e98c274
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5297d7dd74e1d1559d8c665667341bbf4602bf09979cdd02339b8534aad9463
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91130474bfa7e3ab11a939b85302249f53da41c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85956562138c17ab6cc7e123f37aa52ccab798cd39e09d895f3e2278469f5a3c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5adbae729d97a58ac0436bf385910ed3bb5dd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a333e3c92959181530282cb721d34add717dccba2716c115727e80006c083df
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07712185e0b083ac4bf35d6f6892c3bf726f846
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5433d8b53f6e6ecdf0934e1ff4b942c23e8a2ef70f93ba92654b1d8f1a16abc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf02258d5d744ed548b86ac09ef11de3727a51f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf0af9583a3a8e6253629e02d4b083dc300d1990d8372bdc55de0dac517beef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93a1194c507270bf28c75bd842e55f501c98d2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1efc7b7007cd230f22f9ee2d55a9fce9c59209f2e0b4a36dc50ef7def0894d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374dc97a4718423c438697172cbd17476c452e28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caaa27ac76e1ea6a2ebf5dea6d5e163d1e7852f90088deb10ec15da80c158d8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72e616a05df46e42c93f0a58393e3548dca48d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9a3ec1177c13c4f1f18f3a9d3825364703a0edaa8bc3819f90651b688c2c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f38b0506977bbbf70feadd14e3cf2c83e36c80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692bb939a2428c4df7f2ead1ac2bf3e348a9b1c9f41a9801369eec11bdc093a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88c46a9f252c37628b1b4d175e3324086358d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beb4decb56784b33fbcebb3d45dd551c9915dc9129953c823fec919c5dee687
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96554c816a9d27cd46fe486561d0e53d30e4839
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac906a5ae19319e5dac430965c93ae88ff6ede3064e179564effbea02031166
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6661c3b09f89f9708516593cadbe0e2cd7d845a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95012d62972eba845fed929c8bf3b4338c305112062e101d9eefc24c0bd0ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3131fd75db152632f8aeb741a27d64d5f7af2021
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a010303723ea853ea286892cc917ecb4894d7a62498841f00d7907ea40deae02
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ca902ffe7114d0c87630c6b3fe80f8992f7a82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020a1897449a6713c3a85fd4a192d06f3e177163f76650a9ebedb72795d6afea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711679f441564688871eb02d717a69fd44a3abc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecb5566284b74c3676dcfb21efb54149f9c89c5b7268529f01b875d275808e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1223d928ade13977c60537c3daf0f2110c04e65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b74a50e037e62ddac7e166183ee456db9180c3bd481d9be8d91795dce3cd56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a886d71a4876ca64bbe3af6a0344c7582a8bd35d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a36292dc1aa099818ce3f5143d99755dc59306cbe6909771f26104a27f1a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5e9ce9bcebfa2fa6962306de7085950fc1ec15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2059d6afd18dcf24e9f965cd0aba2e4e02b7a4f417cfd18a7f434ce014164
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7effa25fe7cf1e184571bc6d63323e421cc8d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7f0147bdbf93cbc9ed19afe83215be510baf05f08cff16d9b14b0607cea54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4e16a0be52a0d2c15aa7db89b2c91a8389be61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d5e5301e4e2e9de6b5a8cc3885233b209c12aa736c6407b0974d2c84da00b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827babd507bb99d81b3ba206670923d26ce1b6b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7447f2bcc8bce95e0684309e8367ca0c95328844eec7a093fe6b11ce4b273b57
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056825bcb31bb69b636952ad7e8d693ba2e64f01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c9146b02de5fee783cbb8f3263efd8494386ca1561ae6062c6dd5f7176a9e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cd699419ecac719b3af0a8421059b02e738bc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15baa8eb9be92169761eebe7d0aacfc6f2cc428bcbbaf271ff05c4108ceb4294
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ad2281e1396a72e7bcb9a1c714d85000a2ad7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a83bfb087c4a84e34ee9345e44e61a8b4ea3a0bed285aa5367d7f59b41c1626
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03391c5a481fdf6de119896655663c5d1c9f72d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b733e9b477fa5429f19cf325b2b2439a5d6cd7965413fdbc88f03549db2a405c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e5b2821713c6d885f82fa7a876ae4ddfad04b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115d968564a02bafa9dceb5b9229ea7310ad82b3b6b02e46ff32f58f8887549f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c19c4ae1f00a27f1dfe946270ae1ae24e27c66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82995c52ae8abe5ff0b05d8f50d013e8288b089777644b8fcad6d514e1a2303f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce62bc9f7829094c952c35fe6ba22c4cf5fee72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f737fff8a7d07d4df168555dc4511238fc56d8b2df19d3e7ae74638546414a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c5d340f9a9cd82e0778ccac58c64c26b72e3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f996244bef2b737fe0401d1b5cfcbf37c9c13e44fcfb7859b5b29fe8b3090407
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eda2b66152a04b32bc27842ca2c7aac9ecaca2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df8000c41814e8564f989788cda36ff25b2ca480de2e24fb139fff91b534b72
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa37f0a4e2b73cedb1e14f5843372977cfb43e6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954c7272e4cc27c5e0aa715bd93ad04e3c3961e3d2076e1303a1961d71f8fd5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06c1af9e70b3099f67b1cc0f4b3aa6efb609a0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d203d451845a17063741379d715420f0d9a3e173da39321e00ec8bec0a997a28
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b991f3105bb2b54a80df8527d61acfaef67dd0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691a060cc6c852e91ba265b17daaa1396792baee77580dabefedecd891945b3e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68a2d587f890739984051485008200e50e3777d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08187323817ecaba191a3b943af3262fb80534bbef2dd32dbd6dbbba2c30f37b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82ebca877d9baaf09bd726d78dcc12e688806f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8206669ac28c6d85a8c8bc9955533f878a5f6a31efade59eca64f49ad712a68
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3c0cbdf1484bf7e4bd86e38c1a96d2e66a410a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee29d4855206455bc55c6ef484b3a1b058108a092c8ec7de090ebcef52a49b9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94412e0b1e43686c33986c9560325e34759b292b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569d4ec9fbbbb0018553d9d9c980c512c63a96f0a0c2b2aad5a5154910af6f9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764c16efde0b2a0274271f7ace10fe1bb630c1fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3af960a19926571245afb703452ffc117e75b0932fb58dad83c872b74d58c78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f137106c5f1c141e002f77dcaa19f930749d2158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a404688048be820bb3dd979af48d9234f878321681a2a05a35b6e90a1fcadc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd32483f1db091afc96c77c4fa76d48a71bd97d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c00ceafe78d95c287df3acba9819b058afea4d8376f68c0294f75bf6309fbd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0227ef17f3e9405ab46e2f0faa941f5eaa48635
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca421c6c25ab46d88fe7cc96b5027adfe145a2f0a509817c1f86368938e2c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c647dd9fd42d66d6bc56a5af9f94e4e6cad8bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aaf2bfe26c666fb5351b70f59d4bab215cecaf95d7ffd4bd1bddbe5ef5d167
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac3f7d433781f95b8b723eda66bd4f1a7c74c5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7819f1ac323c3934d7b2045ca3cff985c94487a99fdce61d5fdc5e92fa7da19c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef16fe81afb160f8ae49a613b297c158caba943b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df4088646021545ffaca5f9f30ee57c9a5d3e1a5c040149415b94cc96265ad2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8c41915539c634446f8049df24c3de7be70d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1263dfb79b4386c68624282e3179ac0888c07aa1358f6687b6a65e36541b121
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc94f821ac1d2402c64bef239b44eaf5c7f223b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63118003a65dec52b6eb997c36a4245f92095e7f9b4671d8200f64d4e574c1e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f995ba2149575871a4f89d00da2fb5faea0d061
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c8400ca2ad85b06b2612c0cfc783fa714fce5fe68e60981de751b7271b55b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9483025e340e96c33b172a5e515ea16e55981a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a388d837c086d3c75109f6452f64d1b31b8d35f27eb718920e6c8a864e6c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f3c63bd22daacf0fb7592e7dc8bc10f73f38f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93be0a8ffc7d7e35be9914c533b1592d3b7a644db733da1108a794a8e581f46
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fed82b9bac2e83b0b5a436c1ed11446163bdb6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1122b87f8b539612b011424b7a359fd68beafbbf089e3b0b035ef6acda501
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce7250f38a963bdbbe5016e28a8270a501b9b66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1210e183d7bc53153c8363fdc4a0fe05706d56a1844b906e252bc064023a9c56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251ff0e7ead8ad1670e2848dc45c682e138a6d35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792329fc9009056cfeb742403dfe86157a1d2eddd505db020504cf0ca2726709
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a248486a6d1333066593019b456585049b0b14e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea9269dc33e1ab3459ba1e7150baaeeebc3defc02f6a527ea5b7d84728890cb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82af253e67e889f63f896ff6d602d692d4327f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bde7f6ae74cb4f077d5b34f06c1c5b366e1bd49a709cce6ae4c92e47a98cd4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df371d49a450fbb9161db69c97e8dd69f9a2578
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8b79b609688da583be990df9bc5e1387d92e9ed0ea06bd28cdb674c08930c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fbf399fa48f900b05901daa903eee5aafa3a6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9bb8ddab9958f1b6a1af611dad79f1c2d584e80550e961c8b8e6a5454c9c89
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01888347cf7b960151a41dd19e1b54239d2eae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9010557a6f3a53aad14e79b7fbbac70a540d7f1bdf5e7ce7b870ad8dffb23dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3964baa54286d9b337500866dcfc55fd0ce47848
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0048f382b10a1b91991fb47598ac1003256fb302df82b11974aa0341d1dfbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361f09cfc7b96b9b855b7e12f002c5d81562bd12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134769afaccbbce8900457ef24ce1299098d0aec8829394730fb748fe25e5c6b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e81103eebe8bdc16a905681f0ec47f56504e04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996508afd9da4307832ab7616aeea88a878611becd7178fe6268bcd8aa496ce9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb3a0c8bdf99159b63d156e598649511cec95e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdcc675a1ea3bb546218a02c8d86a5794db5183cc71fe328293769d8e63d792
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55564fbadf7d3327456e153375e5ed13cce74861
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f12b25c7c0be0aed8afc3a0fc644be07b0940c5c089882bafa2a382ae893f42
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c76a35b6c744d6774b6b13dfe62fb74c8de70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cfafe419315de09841ae7e9fc4f3d79ba02426c7b25d12e6809b4f5c58a053
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab32f0c7e0b36aea662ad9f705c039dd3a8ef17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971bc359174a473d791cebd4afd63dccbb59601c57beb7e0c9e929930f3fcc5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af208e0bb88ba313d776763985bf822e2ef4ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cfaa774cd60c667c6c7118c319b5ab3640ea3fe50c37ea4a3bf7223d629581
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e311ce55165e81a7bed524c8d8d731e0a57de9c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc6dc63cc44539f60e1a612e78fa75ce5ea7bdfe626aae159bf57ed0e66faf1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d71bbcc7d8a4e6e5286647500c37f9aa419bb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023a5a28100834e36e19252ee06add9c809738b03cb92aaaa33a4cd88fa4ded9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4150559573c6c0b076bb994e480a30e2d5ffe14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f0d2216245eaf696be2b4cb0de04e7fcdcf6fdde308e02b556900bbe4dfcab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b697c0d9a0359345b37421ac1ed7639cd561e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462d9d43cd6de7231852978777c322c4ba2c5dafc2c651ffa64b6691d958c44c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370cca52f989fdbe45f9a4b8c4135ac6cfad6f66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf931be492fcc286413466734f6d83f2bbc141cf9b93caf4197ffd3e91533af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527d3d7a6e3bfbee25f60554404e5aef99614adf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c07ff25d991ce5adc6ca03ef4fdebbb20feab310ea09167fcc637c1ae58c3ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd5207e13a3c1a433bde19dedac24731640c23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3661b64ec81467734a2e5ac4450201256c1d153a1ec81c0ae90888d89ce2293
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bc314f3720aa91157a62c244d49af709463a1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41da0fd0dd4098bc2d9f336b0a5f64fd4a6ac1d6c3f0c2b1356831973657a1fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6d0eeece047838ef30c2558eaf6c5b491a6b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38ac3984b8a928fb984997feb83c2882f1240fe164d343073310a17d0ed4bf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e409a808ef21afab6ce5cc8237149657a5286e35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde59a2f58bc4488c209483479b8694c5f7c16847b707948d9366891cfed8bff
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e58ecdf3ddad1efe969999cdad091268a36c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc7ff8699585e036ec21b8f2fe66f639d09e0678981a09c695e333a1f73102
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753bfe63fb9ba936a5a5e2b43421fa42cc79fca4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9895a392b9bbe8103176d0349c81da315be2ec81804e0820ac173a34be9b560d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99198d58ed7c731fd0c3d8ae68eccbe48486dd26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ae1b9690336f90ebd85da54a17ddd5675c51e1c3ef6692dda40ba36a146fa6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9279e0d6bdb7ef337bc5119f11b4301a8d7b0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1e4956391d95fee3fcb039e3d8468f40a9f8101c3b930e587ffe61ca434792
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5d28beeac9481507033e3bc9e83c12d7b1a21a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56019cec6180f2a481c33c48f470413a00d7af51664e68ab5042d337563bd0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3082df262081e68f3ecd3e0a675a4e3dc2b3386d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec7f742f8fcf0040ab2ac4907b07d97f7b43841c401503580f46c7a3c590bb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d490c70bce3ff8f569ac88eba5a5fe0cf03451
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ba7aedc8b8e6b475bc9a42591bffb46dac1e8e1fc9bbabd72b758c26a4289a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4b53096fc6a6ed0d4f4398b9521fd4f56c45a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcdf176f083281b5f47e4b65c0cd44d91620b20dde0f9ee51a89b7db5967c5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e981706805f3bb57452093dd125ac6cddee322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e69e0d57cc5df4301cdfea9f73d210b0e38112a34c4ee59bc68ae653e22c89a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604745bc36a924a88229f8141dc51efc414bebb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f194ca3b20817226d315782eb8ca66a7d577cb3e5fd4963ad9992812e4133
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfc0d5fc735216f7fb66f57b040640d2d8b5b8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20401e21bdae29b9878d34dea811ea365b920621bf4ea80807138672494f955f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3cd1afc9978e01e34f9c731b1e586f38865b2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb99edaba1403396dd84e2b2d5e5f655a36e2b4c7099600cecb26ab3aefad57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d893546e17d8f3ace046362a9d284926b4d3ab2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd3d9135e044a2b068252a9708cdaacd724f169babb51c1d0ee237f5feb2164
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92079f9e26c684ced80241350f5c8cc1cfe1c34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90355f32c46c52183f7308c853706d79f0622d7e2683db3c8de2f56fe6bba79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a6627661dd1f877c8a8b6cd67c8ed065859c4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f0d63098bfce7f7aa3384daed378323aaa78dfae73d3216a30b818374f0b86
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d1be808bff0923cbc7836d85732261b6a53df0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985e5d2fdf67add3e771c4740d322a3d7c985d7a9365476a8580474695171221
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9623e463f53f27493f54ae2705fa8ae0033ad1ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95248202be874e9e169bdeffaa7451ede7acf23ce74d0ed120cd65f51169c6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d62e180329d430a4be1da197cf11f7820bdd6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab27af5115dbbb18184994d82bf05c164d6cf461540a83440c1f97de39b3930
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d0fb30559dd057456b6f7c2735dff9c26f8916
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce65ee92619cba6b1017ab09d1e43f17affd61e498f71f002b4d6dbd35f69376
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3f15bcf147be1054afa44f3e626504e6d6010
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7676cf354742bc3daed02694b5072c0a0bb36a7a62b6c7517ffef054bcd8ee2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4d3c5a00f84b90780ae67f8a060a3a8e5020e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52379fd7c2571000a8e1a33c8b726bb24e1b937e38f19243039a36ffdc462b2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a11a4299da64662346ebccbcee8f1d860f14bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360a4b7e36b8616474ff5176df8700e6d0a3a6cf72e8f1606db5be3a4c53054
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3089095ed0e043b3b884285eb2a29e7adfd108c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8777b410e426bca937a525543fbb08fe9d3106a5a01e699cd71f335ceb97cbad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2395d4e0e9c1bd5b45f2633da46cd293fb9684d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7389777b94ce2ad21d5bd39d015c5c559aca767786f03042324795736d69068c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1a4616f59284a766523906fe44216540f06ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee14f232a293abe8d727e06f834313ab7b2e02f7ab05bf8a97b49dce95841d6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7ce2672329c468bb1710828d1bccc92ccd1615
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852489eddf5ab7e890ec2de1303a2d3d0aec5970f626450973223e081ec6fcb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad64de9557a3f605a02de73f2dfc444927ef850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6814e6f9f79195c3fbb7fe6dce6de19ed79bbb43fc8ee0a70295852c88cc6f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22d9d7d710345f9e9fae77d5ef4bbe923893382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5ae4589e1e0dffbebc4f81608242b13187d72d76d7de3c76e98fe1fef5140e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eed16111036eed9099cbeef0e097edcf9e360e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e2aa18178da898ac9b48fc1581433e3a7fedc7e1d0f472e0925ad6db5cf339
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064a6471d754754c7e5539fa438172180448702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271bc96fb79ba7387164ccb3a2e9fbf1aaac956728ef5098ca7f9fb44070bc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a21d77288b98a495c867aa38a273364e5350e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84b011a9dc07b8c0b9659f16e6ee729a8648fd23023d06342548ac229bdc358
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8795089093b8767f055ff9e2ce3244be786b27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2ca4d3b3859eb1eb36e3fe2426ddfa6279d4a729bd6f5fd94a178d1086f67d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393cd9820eeaac218b813eeb8362271f00884cf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25111a71a6fcf108c4922c8f2a173164196c5813c9571771f9de7a57a67ce57a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cee8474e15d0fa987b2089b7bacd2293b0bae42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b59dc848c691c951c764fe21590849536946b426589771b04a602279304ddc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2f494fcd0de22efc7edcf23db62295817ab0cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28786d6a007b367f7ebb6366f5b774de8b5614d926068a480729d8dadf74a1c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a926f5e32a9d36058557ebabc4ef203f119324b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a9fff1a6a7cf419f70e6c8e5b39906990ab08a8515f811f813b4f829d4429
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaf90e71f0741c122592880cc14789c95c5092a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0273626bb4221809003335711cbba8885234a82626ea5ea875dc6eed73f153ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ea0845d327a841ad5e8b0d5a6ebcc1c8f80bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c0e380bdeedfe6baddd6a40751e90a305fe2e6d1d651d35ff2cb24c6104b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b88eb05135274351d4369e1d2cfc0e90a56ebe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c72a203023c7807f6d98a10d9d81dbe22554ecbc4dbe729c563ed908758fe31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7850b4fcf91f0e26c5058f7d0172979041c5698c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f381f6a1e782efdfec7a1bb387fc8237915e0f8e4917645ace08554b289ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a429a8f3402f0ea9c715741ae362969fe3f9036d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416b3da77702affb36804132e1dfecfa9cd71b8db3e2f3d678268397964fb989
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e482c2d756ca28ffe90a0e0d1d4d4ba7e2d677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e356f22a6a4e99014ecb241c6644abc5267fc815af373407ef5e3eb2772d62a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161a72b13ee87deb96846c25ab5b2ac9ccf8205f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7031e49cdfbd7239cf47da8a318493dad1909cffefca9040838ff2fa8ace3d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5fa47a1d265f823346c9fb779690918728e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a012102bb1fd8c25a92baa82fb968327130c8321465e0553963d0f2ea08fbae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ddbaa63e9d333f457f6bfa8274337ef96d952e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03119755bb2924a747474048e5f186a2321f57b2b2966de52364d562512469fd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee0b7fc888089a8260afb25c08cba3393c174fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084d035ec4bd250df16e9ae5065549d3997004017e21708a9d1da1fc6e9d202
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28ceb4dca58420b3abfd92b42d58e85a2ef9fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178606cb349ea5223adcf1cd502e57dbdf572ee30d3fe130882535880ace655c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d4b91d223493568736dc6e2fb3ae4a8d88105a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71adbf880a1b2c0dcf767ec36d4ba8920169bcff24c403eb184b033a8f5f27ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1b4d664f5ae16ceffdde2979ab66918e79c5da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a040ebcdfb1c0faf1bbe14d06171e3c15574b74a81a541568c03fccc2e23dd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43733b4c6ca3e21b0e287c3dd3bd36340c5833d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825b81617ce405408ab8ef7592579212c7db5d1df7cbfa78efa11b28ff052c0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c924eada581a27622b9ee5cfa3b4e9e97ca65e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc695bd399a9288c219c6c45546fc2d7abf87860ec44d680a9aeba542a0103ce
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bcc1e50e9346c462c5f9ec4ef9de4e2716e91d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bc15b25ef48c740d9bf45c404152064b0773dd3fce9b80b77a91c73bffa96d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697ee0a4b62c529c60da30e2efed1dfef1e745a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6b8b053877e38e2f5e3e43707a711b98b67cb652a9e4e0060744a3c99edf23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838e5c8e1e39cc837553f8e41b1bd22e2cf9eb92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5921f57db3f3b2673863d0e0be057586657b11bf7dd278e4dcca649cb8e4360
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d262615862b0925666d0d49a3781b928f5717e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c8e700e2398c748cbdbfc46408f4432f53452f004eaba8125e60b98abb8fe4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f884b0665cf418c4e2e29dedb2d6057384c6443
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114f3f27cf43ad559eebf7d5f498c5fd6877496f7403fe594919a702c16010e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544543838e6f60a4ce80a03c5898bd374e771718
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e813baa685b4ec3b0c373dce53885e7b3b29c4edfc6309530bfc322dcaa58f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34abe29226938998904a34a51cee6584ce78196f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172e23a42795667085df68fde2fad969eee4d335dde4fa07df24388b8a54f947
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b114625f37ab5489adc3d78b6f2a6cbf916598b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4fec55ee00601d94a1472fb6bfc0b2dc7867d805c72b2239d6fe1c06a506a7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33dbd9b1932f357e21f9c5918b91bae59fde8e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654b7d51f76bbc313ea922d656ed553fb3f7f52230b33d4fc876f00348618af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88110ca3f710fa7fe916cf2833bd03bcaa932238
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7d9d409b1881ad2f6838ae52a959f07f60911a67bd8bb7e714903a3a75451f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2798b1ecdd25d64e0cdb4b2a7ab52d77eba2e953
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc7da110646a6ad1c6006952eff89a381d195723ec26e543323f840568ae4ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e56177b439192932b88d541cfcdbbc20f8f995f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eac9e8d25326ef264308d2875bd60c5ef9890a67284b11034af6f308e1c0e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21f38adf31e330e6aefaaa93597b13f095a0736
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea32f54a933f37107c34769817b2e1ae58467be29c4c504757cc718a9275976
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc1f28f315adbead029047f0af5f85fc5cc70b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aec9bbdd0c2be3d407e4c63382acb5db0eb56c7c448f14dae819a7a9f15d8e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65c0484764ce9ffe20567c098f2e6c7d74f2355
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e46ef8d21fa97422bbf8f7f784a424bb0bdeb2fdf3c2fbffcd03a397da4e738
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf326345adc4abc0eb9352a998d499e5dd102aac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abdb4b54ec954f4b872d8b1704e4eb1aecc07e8bb7367f9f879f8902d4eccdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9dfb0a98c7312b66ff91ae7ed1c5be1bd5ff9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d01500cdf9624fe1260e179cfa30c17e496f40ca7a7231d77c5236ca85cbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b9f15228aa2c1047ac3787dc290120250ef820
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd2ca575a93204eee9683d464bef8374ce1dd486b53c2fe0864b393ecb74ad3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1318bc779738d224461fbdf67fe0836373ccf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b282ca0a5e51a685f326cd3f3badb17552f178b6d843646fa35649a2bf79e604
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252f35bc2ba75cd6905d9ceb3273a0253022b4bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb83da1cde6e799d52b33f895786f7e7997e7fdf170bbe6a924491948480f94
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a42e2725bdceb6ada10c9241ec9086f2c5c54a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a938e6abf50a715205c4ce027f4bc158224608c434ffefdac866aaf84151c0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929b5c6d89944a687f55d6f0ee8e0f808c9a36d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a6b7a7ffbce4b13cd03f4c672e5a20ada73916dbd0316ab5dc1655e58dc535
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cf09028c7f6b4469ecb713ce3f2494da4debee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a2f4628f8fdf10a29cbe913c2c1b8abd88f635c7dfbfd423f51747b7cf0d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952d02e521f16dd0ebad05d38e47a6387ad2f4fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bad9f07709b5cd5159e5e2c776a3ae2df4f64ca591d35dec339b1d542fc1501
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5126fcdfef5622bf82865750098ced0d5578a1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6258435af08cbd3796e6f09fc54fb7de48b5b97de9ed5a9eb0d408c627a52ea9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0573010bd75a4c47abf79b3a7995da26ab115595
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b156c92cba195ccb58654230ffcd76284e774c2bb516c27dcb615a2f5ccc7a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05384cfd34cc2fba64a1e3fb09f39794743c24b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79900e9e015e6e5248dc764bd6f74436b89628c4732c6bda7d62b0ce5ce86848
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedfc50a1ba1d07e2dea7ea76bb5b0b60e99b963
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfb4e62ca3827fddcee1a05732227e15be98db7f695254295564c8f80829128
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7176e6fe06d5f6dfc16f7376d91d31d43441c035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5814b6d2b44b614ad27f4c867607661a4fee3b5906784d95246e263c3fc42fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166d15065518c59a9630ded2f60c531a9afece22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705ca65200f7c4647ea9154d57d2212bce4e1e5e418a1e5cd365dd302edd84cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f99246081c241fd20f449b1045ef67ca68b6fbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4c8a03def39dd452889a46ac63f4d3621f4027906e13df1ff80cb07d016cef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a706525b1a79f29c4e477be04ef974cc3db351cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a726d32fbb1a1cacbba1166ac3b6a3bc08ced03d7d729ae23957f82a9407ab
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0201a1e72a57dee7d3782289fa4679c74625d32e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0447b2c4a933a2c799979daf2525b4cdbc3f79226fa29076b68bbf8c34c56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bd7056e9a520fd5c8fe3716636b8de26371626
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10b807626df168bc3bbd382789b98292b85252cf8a080f4db0176504d46b2bb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95414c3f0a94aecd765c01322aee087fe5d2b16b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e6fe659f78bfa5f4734fc0cbd4e045d0bb2832a25d4fe3280eb4aeda4a6d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb318371ec3a7831f14e45d7f096a5f9ff44ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e50b6d48b846ef2a65d7a20acb2124535ad3dc2930121b09599fb9f8c7f7983
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6d6eae5622547e12e8c00577b8f7cbb2a339e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e84684062759460682ae752086c7dcdcb838d0a88bba776e54fcfa06ac0a91c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd4006eb9dca8b8d9ad432d50b471089e4b474a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0b7ba1a2f14a5da93d379df34bf8a32336602b609b31b173461f17a2a21b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8a1f1cc85bcb670622096e5b70cd85d1375c63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2defcaad6f0c6c0f686da3518c3c1f490034013b17d02e87d62112e4788a3399
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d04c7f65621267e10677b25f35cdedfca8bd00d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d32b64939bd98feeb19a394746e36e529d58bcbc87edc1aad8dbfc8fe776f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624df9d425cee551c30f0c8b2a000779d2f601c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac603ae9501643fb02c5b5f6b666af74702bf1e903163bdcfb6a83c4d56f8d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614ab0fb5537233c5509c5ee7940a8c465c10b1c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a85b6e8674294823cb5807c99ee747400067a658c023b116738a03a390369a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9ba4d781f7993b7b736d9b539098a935701eae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2bb75936111d2033b738e7cb5b0712102cb49de4e8b03fae330666fadb62fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0faedb7b2531ce0a3b3168f2e78d6a3037abf1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02709bf5e6956fd9fb04732a268b4518d643d64fad09d6033b9bbc20aa4e069
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ee1f7c70747c000d3b05786d57716e5d06589a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7024b8f79c6ee5d24eba8b988f40c0af41f56ea3411f36ef4f0a7e3b52d17d8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764d5af33b0d574eade62df81747958ddb5beb8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0412e0181130fced15ed5c65e54bd31262bf7357a52bd0d297df3cc925d26dc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183b49d8ddb497fbaee54da36a5ac42cb3249b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613489fc3a401ea885137bb6cc2c8f98c17a102452dbbca8191116dcdd8d9bb5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c8121b22ac09e6c494a9a6c8655ebf1e7ecba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd03001753c6729038e11307b5234b3113168044f32cc53a28c351573d4ec43
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c437dc5ec9899b38eaa4ca924917251813076
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572748284c8ec0e5783301bd7ac3992d8869adbf886f136ebb2cec2f50380c64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99165a14e668dfa4f242b99880ca90b30348861e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11944accc9171900a6bf327a7b01aac13e06de53fda627b5cb13e2ce52f40986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213da1e41d3a4867131ff828acc49cfb1a70104c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad472f47563134182299146e09361cff3ff2af58bc076b2db396fd246c882216
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3350cbeb30d9e35f3d9deea55ca81bbf3ece8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231b04a92b80933939ebfc233cd0ad74378c3ee537b436c9a74d3d94bc61eb44
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d3138b86e1078f7f85541f0cd0b05ee5d8014b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f15aef078d5ea2a787298ace708700d95c39d342fc165f49423dda55ec43d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931b7d8b1370761d3eb5f793db8e9485fc643796
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0270a6334318f7888bbbeec5ebaa835b9d868ebf287f5d5738886f2cc3bda6e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbcba26f4ab1413c74d1fc65db119dc57c97996
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313aa54970b819527f4cf1231957787ea2a9fcf7f503abdcb2feabc74f964903
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfed294bb4c6fda9c0dc53aeaaf3574880ccf107
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be3be8049b8d13f577acd964593388f571aa342b9d794710581ed3db6952d77
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da477bc70c074a8d642060944318bf18c2520a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b4c98968ce7beef9e4c939f1526b9b1d184a1a56d60c8bba79138acf37cae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bff88ea3d2e6e3aa9e656407fa1df37397c4e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a656dc5416186670dda63f28595a9e1585501225aef5f94cbf1420dde174a88d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62d6783feb87041742a9637c636d95ee9ee8d21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20978b2e28b20b7865c0693bedc4d2e8e5a696b7de6c290af28465d76ec61c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9975f3add4428ab5fa904c9d497840019b1ed82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e52bfbee231421ebaf336a07078d2b49a1189ab17d4365670cd82049e26cbdd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a62edb6c383dc74d997fa7bb2e51a510e6c0fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad5563fa2a592d4de52df804f868e4cc4ac996161c696666f7834a7aa29579
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bac749c24757aba6b3c399c3f0b6e6c2487b2a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824fb4cd145e74a7c9556a555b98ca010d77fe87f9095ea43619259c6f1553e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8eca7859aeea24aad4c205137712f7062ba702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f594b2eadc8ba412ca72802cddb20239b0fcec583a27bf22cde2cf06276f93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c434b8770e98b4b28ae813d278ae03675da9d5d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e057aa9117146b5dc85dd17dbfd485b28a9e3ae28efef5306f29355b38ed491
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76894695c460519e0006fa458d875d921f3eae5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02dcb5571dc30a47ef13dbf34727e4ec07875784b0c14fc4c3acdfdc3ca22c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978e3fb6c0d21372a589c6733c0e7ab08f8bc912
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5768044588a8b37ce513cc05a53e1bdf5d43dbcd8c59228e120a0f91b1658824
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04a62f8e83b2944460dd91ac1b115293d5f725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60369a62b409a900a7a508078914cab830f97b61d5ab32cd1e2bf3fbeef9e37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42fd778d44e9f0753b687a5d4e19927a64c27b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ed8e3a0f10de2c554beea3dbe17aa0270ef304c019c3edcfd99afaa4cb4d3b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcf21c7ca7e9834e68d84494cfb975bd724b636
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe667a5dc52ba2fa4d0dcbb48544697bfc73c0bff528e66dc42a7d5aa43029f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e60f2fcfedd98bd38eeb323ff7032d0bf1385
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92dfa940acc6bcc0946b84b00b710e50bcf80aa50751b48694cdfc312bfb553
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085524adb0473f86bbb7dbf2787ac16809dda15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95bd13af0175bc35b2140cd75fd4c1d8de20c5ea03fd54e351e47ba51ee07e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699979438abc94a4565e78876f5327b9915e5e3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1d192911d1f369b34975a0de9324989b79a8e5351062c91c4a0c78ac844a05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db89a2bee89b29b7ff93478642e25e07ba109155
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24085d7c7a696db42fa425073ad08a05289753a12414c2e69ed34e9c1901fc54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8af414d2da4153c8c247b93b92fa0ab8088679
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4067e981c0c2456a420578ee7c7abd3f01aea38b476483f517384f1c9b214256
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27a092a2bca18fa7df5342eb2aa3c6047e3eb10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f90463b7d710f4cc45f1f0d01cc869d5fd8c7bc6fa9db8c168fc88e3649432c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154591d55f60132aaf8b38d5a585e7bbbb34b510
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb56d1cf1462eeadd27f58d6c1161a9565726d7016640465daa4f3be0da501
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ec0003d94ec4c5c1106279057aa0689d9f990b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0f66e0df8497a0f5100d6498019f3a43ad9fc6b8c6b0c6dbf08902445ae49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54396ad672b7e65bab0ec98156848c22e8c396cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c3c2f15e97eae019c34013e814fcd3b260cc12153dd6d8a1a69017de37d689
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af58df23a0f43c598c98927882f330822b3f832
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2665736ff57389874e7bf34d157b9f3ece8c6a10d4e31d900b52c8af0eebc3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e4d669ffdb0e409588c95afdbbc497a838b362
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ec6ab9ed003b415f13680c9e54498f4e8be2db87f6f63ab162759f676ab854
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedb78d2076dd972626c40874a6b7ad56cd67e1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc293a0ca383e26595a5534bf072a9139af006d91f2e66b2ab972a356f3043d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5c244ac8af9c061a88036ec46e50485fa54448
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1f2126c969fe975fa04f01a210b496021ba0e75b36b511efd8b0b3d99d04af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012f7e31be3150f30aa667ed614e27a454fecd87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e3556e963b7c56aa39b0d69f66c9a5df30b0143502b4561a1088f534fed62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8f1cab5a80d79834aec63a4332677ac42a1327
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef057f8b214140eef6e6b51ff18097b3ef88848e0a417f1c5a4f1c70fe405ea
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264e7a1195db24cf64ca844e3baa96ae90bf7680
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc0493313eb23c4f1072e9f2690361d0e317801aeaae3f33902bb41fc4988e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cf023a1cc74df35780b706d58c6e9029c65904
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd041cbf085bbbb20809a0c82ed3f0381296f6a5dfe25763d9e6b2b0d29bbc2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac2ac2311c453e1c7017dde790ecd68b96a4af9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fe9954b1b88abc927dfb39f032a5002c47b29bd507f13832e52048a151ecc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ca589d446d28b1cacbd847bbee1556bcea656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc94ea2177048667e0cb4bf548bd400b2d5cee947ef005106fdef805e2f9d53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1840aa411add90c6e4ed499ef2e50d5fe1ebdf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed78025d96b6226871074f4fed8a17294aaa336729878a7adf3b0b746da27df6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989871bf34a8cd7a4882b176f6e68a8f6b567bfb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6f9f6376fea1f92d0592a1c68d461f966ec7373bf669cb231e91e2326ebf2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb44a1f79420e8faa76bd7f0fbf67b549d3da0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93255d234c62f38539b5d474f720d73bbf26c3a0c35fc33c9585473bde52814b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf17b20bb506febec9bec362806160dc21cd8c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de241e3ba18a3b4d144fc58b6eccaf1e872a6361fd119eebcc96eff5f27888a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080118d54108e49f0e889004736805e437a569d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86216251bcfef5049cf18ae2c7e990d8e27560bea2d116c096b4f2e0e34e44bf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0927efba83b82f292a15fadc495f0d51990298d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41909e381fe738afb9f1e9c76ee00daef208b8588398285d663cd800785ae6b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a93ab3f38479c8b8157a1b80c114ab6dbccccca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267606da4aed90ce3ccd92fd31c27ebe178fb3c6213037f09d73f8921f554fe5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e712a1b574db770a4a4691c27269835654f59b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4f6331c77561d4d2ca81692c2bb579782df5b13d904e8f0fd980c07b46cb6d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3a89e64410b1b572d67405fc57c354da0d2808
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b3e397a8331a76c4307a9d920c6ea0c669306357968c081be1e34e788c5da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce69501b0f56a43255f4ff33909772489be31a77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371cff3f997ea64701a6b0beb03bded448b3fd0f9ddd124e9de7a12fa5161ec6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71cf46ad23da79a741cb9e306780f4cc06108f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ce25cd8704a6428294c7044b3f1d395e40e29100a9c1a22595c142fac358d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b5866707ddceb5a4319e20ea3fcefafc15420
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5774011460353af7db978363d223d00ac53f4c84c03fa1b3e8e17443318f56
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c02b6444d9a76311ba8e04dabd42203c14e3e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9053de1fa09f4f5b7dff862830be73d49e52a4c63a0ac8d744d366eb7ad1231e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64ecc79755b2f730494d47c6f0690d7c3d2ec7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585cfed7d3385877c4350c7fe0deaa06a9ba03b43c3ddbf53e9d4fb490719fe7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e0b34e7c64271945cc74b583361f953feeb233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55355da608e1fcd8f3b9ae077bc004140ec234421b354c0e83ebd736ef260e12
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099c96ed984de82f8caef0805b1e51e7fa12fa46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f622eb51adaa921c29f6579b68bfd0c6c2506926470079f0ad5361e53b3494
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5409efc4dc963e43f64e2917e15114b8cd22ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be5dc6355e75a70ca14ab5ccb7294bec0255a94370749cf31ae3f316448c75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8c986d835b9fca0db77879ff5e935af2e9378c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8256c55c339817887c1feff4e0dba2a98e07f861387b6413db46f28a0e444af
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3703e577af0c29672f89235989ce31fc2a9b32b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375214a8aa8d2980c6d7c0579ce302d5214df58be58febbfeea086b44e591087
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03881d3a578757db3a92dedc7c77fab4e43e746f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235add1eb6754e36b5c3b26a7617899f342bb21142b41e95f0daa3e46c6e64cf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43de28278e3edc79aaa630efa08131bfbdc6dd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78693397c11dd578e99c45a9ae38f01337827e7e8215a234bbdf23512952e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b928161368f46bcc2d85c8fc46aede13c2a79c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc5f1e835fdd3d3b47ae6657214a857a0c0dc528761abcf15dc66597d5f989
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afe5d35829600cabd8031805aa36bd23f789e40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9163a60a76806cb34258705e368ff2c78d8da6db2f7ae0a2cab598fca3d5a6cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86549d4dfa2764118926d40dcbcd5ad14e84ba83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d77347fc6baff97977ad0a461166fb03edd6ffa81ace47fd6be3d7b8a5e137
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c666c5426a597baeb29f2a7c2d07aec71612697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc79fab466d348dcaeb0861c62e0401a169ee8baa91a8582689dd4c6563f2fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2253e5b25fc84dcea693f6883a7ba58066e8f295
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412d8f6c0743e4bb947d297cf5bab61a49773e383d1ff411980e61518966f0a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5955cc6309007b1170a592999e4aea0889ace88a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fee713e35b34a44719a20f0ff0f908cf45c6edacb7e5cd90f373cf00d0b3c60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaf44458efed59cd7460ff7c83da26effdfbf40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7497ddc00fe07c5ab38b1f259fd26df59dd8d6e516d391626779b06df35b1279
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc97c63becabbeaae52ac7872ccccd3d28b761d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65edce5357de378bdacc7c3ac62ca7c229090952eeb17347bd67b3ccf3c79ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c2b3f3af9891078804cd9cf0265c8800f1f8fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa621bf872c223b4185fef741360825d57f26a15b5840cf85e92286e367ec18a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d31e518240186a3654c9f6367dc87d2e0c0be6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b28b1f9b185b568617da4bd92a1e180c2dfc80598d696e4f90e44b47c3367f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b307dc1ee952ecc3fd91ef4100f683ce15fe140e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1212c2375f43210e0a6b4dae2ad5489e3ab25a70d489134f460f9487befbe68a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df67c81ffbe69431eb1e7b3b5bad0710b3a17742
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb567b2bd9ddb5df18e4e54d4ee163337eb59348d5954a91517dc5082653c90
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86377f7ff87aa83727532cead5a94d24f3b60b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7671bfba66b474222095989c78c8450f4b3dd56d4323ef9755e4d4c5e650e52f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877d081c8cabd356567cdcc6d7173f6382d0d0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874175cda356c0afa356714526e87ed30e626d2b054d0d78332f267c868b9b18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32446ac421c65ad5256fa19ab6ab6c6a890881f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f140583f0e6015afc10fa3f499e8b2054f552300b4ac7017a8ba81b6cd181c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de72487d2e49a42085563409f215c19239559d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53903100c5c1a3bd49c8063f5378e638e01258e8ef37a53a903c5c0042bb586b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550ae7b8ead84bf3a76d6be12bba67de5ffcdbe0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42d36d235fdfa47ffb8b7a0e54599a761958f66fe673517071be6525dd41e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cebb34c884d43230fc157408d38dc39ee0cfc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0a8e0ed5c0d0c6dd9534e2e68d6fc2ca11c8d7a2967215a925402950254881
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c750bad9e6b0c93016dc0145c260ca64910918f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efd49f1ec69f65acd674bfcbd086baf15c1e91a918858be0f7bf36ece86181f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4b87e5f7a98a55f973bebc46e3f34136e4c87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd796f41c80c18582a0a0cda5f59cbda810c491dc61df08096e4958b008382d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453751fddcb02021b7e99763dc37418f6e6e6a20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64329eb9441ace04655e2e428c6fb30bdc545416c5e32fa94a720582e63893e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f821da99603904466c826d4a14c9280a6cd9c4df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026dfa921dd2058f3eed64600f8af7fba496a94715d9271b6282ea6a4c90d5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ab47da21d999d5ed270848ded5f7083cefa697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80286be1d616c8a69ddf130a7832992354777c9487000b3dd4b0f7dcd47325bb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4a6dade977b6cd672ed3c6f2c041201cbc6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a11a498d592abe75fa8dc3ae20441377b783a78706ff36895adc9e2afcf1fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4c43dc45f256b4cf435486316a364acb447ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fb931ffaf65e227de0555e90df408de5fc8ed6c0a33c2dd2727ba7eb3721a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304f178ba606a092be2c281410b976db9485ac98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497a5d989d9352d82f8ef8a9a66317b6a1a89afe5b8ebbae43496f6d4487056d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd01b91e3b2c958627bc118a2b7acbceddd9fd33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2226cadae155a6ad8650af4604e0500b32b61754dc5ad8b1a5121d4dc0927d0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ff6c3957ff8dc29a55348bef147402acc3367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1b50737781b48fdd1fad9d5ea759fbf303a0d63aabd81902cb701cbb6b7220
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d725c5945a081e84c1c1a1af23810eec97f98528
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ddf300d2dc7c65e96153aed3bc01076ee3af5c4d27505134d12a0be7d685ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23af0660c2ca56c8751d0e8301378302db473206
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1411fe85988ca159dc6d7c3e8bcf0dc749ce715fbf4fe3ca2118f6a9aa97ee1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a824d65bfa5acbfdd90fe9fa3010c506adbceb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9d989d798ea06459637ef964a52452058e80a6edfb6202b1a4fe028a912f2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722e0eadd7f233e7c9617b838503a99152597729
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3b9dcd8bbc280f6effe3c542f5bc62345d1e3933b825fbd1eb07173babd213
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0f6065bb2230d403d9dcdd5af0735028b9980a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2362b7fffafb63e77cfba7448e578615da5db8e7cb6d1b47b924ca766c462a91
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a306737fe7c37d971e82507cc5f7595837539a56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426de6a1fc7cc21b62d52154c58ee63c1b1711e00e9a5720666a58afdcb2addf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff27d285427f9eb52427778fa908124b784a773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f9fffe48f6254214b1d02fb77370bf7d3493e2033ad509ad1fa89d5e007dc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcc9c20a318cce055a34e8f163ab65637e7123a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4597e5da583fe6bb50cb1f6a5849660aa72f5831e6d4b3ff64a97e56bbd488
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198f51f04b0036e34f38d567aef03cb1449e3153
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5018214548f92bd57c86516a125f7f9ecdc8b30d88783cba3439090fd170595d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d6f889bbbe7d6fbeddd2050fad05c0dff5dc3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b255b0de95240117c562e0eb9edaed18f0041bbe2b11c79382b7f6e11eb1c87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74180484ed2ade77c773529f345ea65c848dadc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caebb727ff2f274048ef2e52bc2d2593c508d93764bca7b694c5f6f632d420b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d025adef69b7c5f82375681e28b9b10bf64a98c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06cad16bb67c5b8dddec2f3bafc3552121202565040b8428af586d23a83d24b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739e6239fea3983f4d85620ba886f145fd07c5b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6b5f666448a82fad9e73b25dd1330feeec1e1f4679817252643e0aaf2dafc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539c9c3afb32f4c7bd42b1238767576d94644d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d3f6e7a378e37b2c42d20c75e0e8609fc8e18fa3c9588d8f4ce38f497ccf71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c96d4dbb183252fc581556af36250784142aef5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bea6c037abfec5fb23073462d88eaa983cb17ff90728929385c8d05c2780a9e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35986daad91bda5fce05f547b489cc7ac541df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5417edf09b0c551380c2ca2bba51e62665c3c3dcf2e173d3744141d224a433e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7258d51b659bbde2dfb05b4a53a5952580775ebc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc1d7f31fefc6f60801bde77b4659afa762c81f7435c5f1582aa23c1907805
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8753c61fc8bce63040c9ae99301b96bde6b666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75edf80522415018cbf62ffbe97361d8ba9fe4ebee928b8c5cb509ae90b452d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e19e02bcf42196b8a2550db4555986bf20915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96c225879f39d5cfe9e4fab283d8ea3bc0bbe492ed49461e95618068c610ec1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941452d9777b52ffd7bb660d2fe784c09100471b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcd877dfd5e6e3bc97eab33bb4ef16bd3f2061004314c2aae706d0348f11f13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a0e71a012c2ae0a5fa2f179b17fbee8387821e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c636a2c1d064a2cd10ba9bd3e99056bb22c336aabc20ca0e1191d247508854e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a7c5acbfdd8c19415d3ca718071cf16ee4ef5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7dac3a544cb70fe50940230b0d0dbfb40cae886fc15b91bfa67f289a7b2c2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d891915af775b484e16decd4d0d076926b3bfba9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8cb6dff5717b9052ecce31dc898cdeea9a573c716d4a1738ecf12d8311ebc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a653403b65ec89c315ec4e218d809391d4a8dca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce7331f777e9a1608a59cd121823840dd3a5e8a549ec2e3ff43e8a3e40e030c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd815e4df7e6875191f9eb82d6dae2421b5a78
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a44d9dc75c340763eae2135ff605e006a045c7cf0571cd3e5e115785cc61a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47adcf7ee1305d25d8272f2f75e34574197351c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6737ccbc3bd73c00b9bd87ff7dbe255cbadb69ebd04c82745c3e963b9fae8a33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfc5395b56529d4cc5689df7ce2336f95211de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb28574f97d7d9325264dab99a39925fdf9e4f3d96febeb8d11bf022c6b9abdc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e792dab1203f11cce61fa59c4f521730e895fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdb8e380f1b2887a7dded475daf6a1e95da2c573ab9be3366b63faa1b25f85
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393999e437d798a404d8c346967e17ea6c598a2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a150f48d37b8db3b8085f545680291e16ab9b053513b90a86be562c0f2c5a25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c024e34d6946a944b4797220c3e62474de689f12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca185a09446199f85b278b134771f1e17f877ba947d1d3a5e5b81e39005ab34
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196194d2b07b4adc82b36599345e296d039bf90a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36abc887ccf626d72d3838871f88670c8b61c3e6cd83472d752987c79c9f42db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d118b7f9feb1618923f00eab4266427538412cb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2523ca542e429e178aec57a7f8002e1e08e7301c6f06c9e95a38902129f6e481
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2626abd9ade44db14cd9ea13cc80efe8eaf74419
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7830e5e4a1284db8d023d7e9036ccbada674f554a22e0a85e9529ad09d3e465
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c313449902d144ffbb155fe95daf47daf338b4cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8ae40e7dadbfaa76e6c0510244f8ad97ba3555bfd21d8cdeae7700821c4b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e83c3d6fd78dfa21c3e52371cb8618319c155
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7ee73490d19a7b4cd3d82f55613049881e681b1337ceb246786a63d0f762a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c170b7fbd0ba0e36fde60800d220bfd8669dc63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b67bf5d355b4a595e4dc790452b2ce80408085e7fe54556e6c61a2b94aa967
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f74ec372007b9c6bbef82f1c6c8495fea7f3915
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43175bc99a9f53d86c7802ba6efb4687fab3f22c1f557c320abb26e6e49b4562
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa827c90aa2ec600addf25e18c3fd898a36413d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b490e945ad77a6d860c16ff0e4eaada6b06455632931449fc129278c642ef1d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240f388462cbbe25897bc5183e27fd91e1e0b367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1770e824a9461daf5427e724cb1695c09e1457a97dd2ed452beef58a6e41fef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca058cd097ae51439f5eb454b7715968fae1cec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fcccb0c3f2df09e13ecd4279047e9fed237fc9e36d8b73fc46c418b9247fd3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2862b8db979969f5b8d86b843218d9d06a2f77ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03db99161914d4f7737895f1b171f345c67ed34989cadea12e3efe4969358a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e40cebd41d273d3da3c3f01830d576eb7a4648c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abba6ad5c73e88cf6e8fc716fa7262e841fc61724a7f36ffe0961773b7f97a09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6524883ebea3a475801b2dc8d92fd487ad21a4d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e70e6d4a6f1f07a923a6ae1a35cd618c5a8f90188ddaa0c00862dd8d945a6a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14240b8e0f65acacb6ae7a281c75a9abe146a1db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d5f397acb8708213a686ff871fd9fd0e390ae8f366bdf647e3e1209264ccb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f3d600fda4a7ca9d2ca1b0c30b32371ac6933f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e0498d9217eaf63e82a120e12502d7a97046e749a794555ad14f1bf45aeaa5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299922b75c39d625d3c60ec1f948498116feb30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf202f25def0bef57a19d8e5203df496ffe2559b7c92bbbaa153be14828e5da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd7c21ae3fdcd2cffeb35149a08818d1305a6d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252368d8fe653ddb165c5bea5ce79a1c23418df1dc1272316051e44849d23ff6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707b2b024241414e407819cb818c4de2dabd15aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1ffbcb2bf7325af774c4d9aedace86a78714918dfc4d3fc2de48a64b062150
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0396f7414b75d90b276d377f69623046c0077d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e202d9b52288f090263d05a3b6e4fc6b200ea4a6de9787656998013130788f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef867ad5f920ef6890dfff06b287087d4ec25afe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6620d42b54dea65b54100c80f4b335aea3c6f776263e4f92b7b6eb1b8586eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254fade669a04986402d96a1bce3f0878642286e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ce36903b5b8d72e74db62dcfb8cf52543ca536498f2e50e0b7066e0e54ed2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b21dd4004e8f8af420aef6580e2ca597c01a4a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a8f6a5814c221a70f8d62d1d1be9e401fbc0d694949fb351000b2ef42d410f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8715edb90b8efc1c6049e7c5df122566684230
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dd2ea03781d938c9da7b352e583ba02cda043c79e5f40661900aebb9e714cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2498d368838c98bba53dca78581eacc0d17ab97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62034af29875fd31fe19e9f4967575895ebe884185e5e74490d29d780c3d5598
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4ca258981d587da0df4d699a9989311856f409
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0359261365ffbd4bd4f7781f1421208794b75d3c55394630b31d4b009e4fd95
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728367d59544b2edc3f6cb3d6f12681bf418f813
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ebb090ef279892818f99fcd35063e79609167784ffca760aafcf840f180b2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4355a83e81850bd6cfaef58f716da5f829113c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047ac0c82d1b20cae8da97fe841ab4fcd22d5947548b9613aceeecdef6f16f5b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3fe947e499aad214be4d2e8741a0246af4dece
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a978e4e7567fa7cc1f2bbab53f5f912308fcea0acdbe613f6f8c5ffdb4ab0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa13d45727ad138530fe3985fbcdc46885a2da5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f052dffce09ff432f928489171f7a4dc551bfaadfe174b327977cd7dc0561bd8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c52a95ea0ee8b0d7cc4f82c5c7fb9307ec9f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f667ef086de610486bfb8a8c51128c704b3a0412c7734f8aaf952194dee46b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c330013940156203bfdc79014a1f991e7821c88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb8f89833e76f2f5ade7e082a41b05aba395de0d94c1aefd94f92a6cdb69be8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07638db02747b32f7748080e5052958ef7fdb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1260b20d46c64e4eaf1be43cee6889e4abd56946a60cf40de8ae11c2bebea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bef5fb06ecdbdaebefd63c7570a00daffc3ecca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a847adde966cc3dba468cc1fea08fa8dfa38393b94eca84be428edcb3a403e96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962b809d219c2e18792a8f760c1b0eabe8e13378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f9896eda63beb7b7564eb3584a1bdda97cbbb553a9ff4510726fb8d2bb69a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050a8f69d3f5c90fa675d0e0fbfcb539a7822581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fc3221cdcc449f46fe02f9f982167212968b65cd6ba01593352a6c064e436d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd36b534e8ec92a63579077b07adc7b0841ca8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62fbde8cc4dae3f6e149515f2f338f46bb1c95b23a838f5aaaf68c8c256821f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35334deb5a51c85772848294c8f00fbdf568613
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addca4ed69af0ab46973aff3891a17325481636ca9b7a0a20343ba618e1b6773
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64669344ab77a313525b00d117c45393f12db09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42ba211c8db2d4557d76cdfa461b083ee27c4d740020765b91a833138a917e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e0c5551ea645137f6ee9964f5e16fddcb7bae7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aa3f991ae21a033c17a957a958efb895e9d5104c7a37cf1afdb3d2082af0c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7661b10b31110cb2fd3855980a4a720dfdaf4aa0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcae67fc343dcb87ca8196266d709bf8d81d060f855fa7c6dc8277d0fc437a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4319c40be9f191a7db13d8f8f3f97ff7dd0f3267
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e8b2b477d9d27efdcce70ea0f9abd1fd65fa71031b49585c8718138560defe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58498a6a2e1486c54ab00c77e1d5e44b0cc8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed845e526743ee0f773ecdbb44b6c63aa399b712c9fb0bd8df62ebf740ffd9f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132b575f8465fe630d984d56d9054918ba27cf44
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca4518c5a3e0c9bfcce8b5f604c81bc97054b39392595876bc3bb5d6c7d127a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dbcf9a5d687452f833dfad36d9a3117ec146c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d1c3ebad5a988147f7fbd449ae3aee9e97663697c8bc276571ffa1ce0fadb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6642d3b6db24138ac99440706042c3ed82646e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7265bf7dfa53571e1053abe9590f22b3ca7e303759699faec8861b7791b8004e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db5dee29f91714a1ead99fa63ccf7f0f35d2c93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b0aeb293258b05f389bdb9705e3a8347851f04b5c42cf6ec98c54f5203ddf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b011597b90b4b10997d95db1a5e486c139ed51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810fa00d7132623cdfa7fd21a8034975d259b7b5c9d80ccafd3c019458270631
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e827af1c2ef72d4fb64b452352b7b3bb3cef90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aebecead9533c42c89e352ebeed5982a5fd0304dab81802c6c3d8e2edb1cf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395cd323a034fb2b925be8e2c0341542500e7f5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7666d9c0838d134a5b282c1a419b61b5c130db120b802f51817fcad8f30d54
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ffd04c78269d0dde7f2b64dad4d5a1b19b5b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcad0e304333d81ae008e0ef2b3543065aedac2f7a754bb88613db945db9dd46
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19c79e02dc255ad473d0d660d1a3b449aa579bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f5005c84964d16a72cdd90e11be7733e9c711cf209174b44cf590187f10345
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f3cc55b8df9117f22f3014862e21b0a11546a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e76f723f2c1499acfd9287b5d967e0ef4ca319b018967fe16cb88524cfc240
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f878167a89528aa14020fb937fbdaec7058ea6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68adbd45b2869e4a0ffdc1d10fa60ef1a6704f3646b949fe44d5b748b036d9a3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c0da24d1575ea7330b080643e4b55d0769f48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4559f0d1f24e80c14c2dd10ee443ddd43ad0a1ff5e7214a085dee60c1dcae1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e77f51f20b0a9038a8afe070a21ab62ea6e45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da160a5ac7b827787262861b162274d47563dd4c20b08f8784a114bb09abbb5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fedc0573a8a992d384b20d71ae5e281d5900a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc3a53261f04d80ffcb8e68a54a9b8bfccf9391c2e5e41a0fed3dbf0b2dd463
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeda6d20058195eb6d9a699af7fdc9a14708ada
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642589818e700a28604acdad17de20d4b714046253849730d84427a61b187b7f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c522ba1151c785a5b5e1ef442eec7d49f51fca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd23dabd96bf364b3029f831c9a8c010d0b0b1f59a9b000034d405fb73fb147
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9266b78ac0da7aee55864e8d5ecf87fe56c51f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00131c236edb9e068e203323135d04a58f9ac9dd357cc36ab5ad51438df8bed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997494137354ab9bfc736f79af4729ff1b970e82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe5ae906bc8e9ac8b55a317c969d93c4bd2749a0e14b30e4f0002a4d9332576
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53826ca5a2ab69358c6f8fda8c5255c363c5097
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348447371a722117bb34e91a0e11cfebbc322de44d3182ce6debe3d9aa126fce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f4f50414bb409d86c45c9e96a3586e5c24d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a942c87bea499dc7f63757b3b9d31b219fbeb4cef09d25dd253df1d028b9b8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d8dc325451ea92528f6ad3e46bd3ef1b64105
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92444fbab5d2acc3f01a43e85fb7b5cdeffc83e17a3afbcc11018e33e970098
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e96794242c81d0658742ab4038ace7543da760a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70917cea94276cf1a2ef88dc1f1ff26c32319b607d4a1807d4947057f3eb9461
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6583364be6f1139946438695e23a9fabb4e5bbf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1556944e2362f5a5235588425f93c50a0ff18239143d37a7260c1bded6f6005
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad068a268ad4b40ba7cf2c94b53ed757a13693c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b9d2f433244630fb1c5111a09e26651ce0dee4f835a1615a65ff0a042e825
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823fb0bd549bc97bfee8646947bcb443cfd4408d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01109254ca24d815909fc9836fe4637ebfac89c2c9d1aafb5a089a6faa774504
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc9f47a1d432d4b96ace236bc541ecfac2ed63d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e4445886e3c2175a770894194bcfa6c0bf524447464eaccfa82021551cb761
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a759787d97f475b18847d88d6beb3eb7d12534
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bd1b0e7281239670f90713b7d3421ac9cd7edcb6959cb224ba8a3b71ca4c40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3e9191a33bcc258b69f075fddc75df64f3dda7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c456411525a3a7976edd4a7525f7635cb6f91bb01fa1a480ad4bc7920b4318
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926cad83ac1be83a711f3e05a0bdb20f50007155
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be4ce2827930ba4fc77e323ff04064f22465d69fdab3735bb205ebceae3b2e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efdfc043b4792882af75716ffb74bf5fec619a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7943b481047d409cbc40c03c21bfc5ace6a1b832b6964df88fec1a75841345
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01898016cda390de0ec312e9b48613b225591d0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c024539c8e683580c51443d5763f1e5166a6f64ab5c514ef1c50f5bdfd3d0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169d7796df0107879edcb3b36d8eaa0e7f7c64f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa347f8d56a9b2056f496cffe64408748decad54188acc5a2605b95992f3b5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47716a83a529fc40daa1d0ebeaaa2487fae1e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d52cc5966a5db64c5659915c60832475bba6f7511ef251d1624f93bd5d04685
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17860365b863fcfd31ff507252129aa02c75a888
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a042f78138822f8a865b2d20df08c5dfbf8891970b792fab8fafdfb2be836e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75812c56b3f089cde5f69225bc0114aa4184e164
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62614e39824cc050b91d8c6e6d5717fa711b10ac0f2f5eb01048d9364283c09b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c53df52dfdc44e17256167bceba520587ef573
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18bf8d0467b43f3135d48b0599029367d428e26fb5019615c99c80031af3f0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b8c1ac2e0ab5ba86381db941fbec2c8658fe57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe7529de522eb0f180ca3a6755e64a9162b908d3331f2a49bbea8d6963bd4f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b8fcb30c7ee0232d344eb744f144ffd13e3dc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a59c1dd74ff8c8d4eaf2772f9276ba3d0de396fa565c7271c302b17bc57a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b74a11fc4e28a0d955ae0c10295956eeb1a9f76
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da6c8da18e0bd7aa506082d6fce6f705cf403d3e4263fdb68239103077a604
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce8ad5db74a38f791cb4066b2c7ab0866c7d19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4b08948a2b5c03e1557daed82d5b57124a367e344d8f400b96574038609c01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2656b9d288a992d1e5daf998155f3f8f4a211ecf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9b3462951e6e6d5228e8acb3f55dbca07572d59f61c09a847bdca26e0a6b22
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba902f1e14cd52ce89cc0ffe184df509e1a277
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dff9a239cdbe400947fb36eba51faee9d67fa223a7782512fee5ecdc9f5c7e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3ae1005deccc53bf79544232a98899c490be0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088b4c5ce044ab15f60dfb53763d1ecfa252d704d620fb00327988835707b949
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745bb56bcf06f845cf43a7302e380bdd1453a0ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64866ddb6f82d3a78e6309328581f66901bbb7ae506f89013d4ae27dc5e6f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7663d624d8c0652f772fd36c31892ef600563a37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261e5a6eeef847f8169309bb4faaae18331d6c9dfc081e7699697d8fe642b108
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c16d8ef4d4cf3b696595ef19c3ca6d4c82287a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064555f4a8895112579d3d3c56a632045f0a317b0d95ed06a7cac96cfce038fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ee3872ee0e7f0d832824b9eb9d17ff60671bcb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec4ab77b4cf1ffac70639c509f9ebcc5ba4bb321318581c326bd425abc89b2a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bb0d55219c7325e4c99f86e00aeeb787538bbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1e7d9298b0b7b3dbae5d03e589f4a15af8e273ef7f3c0304bbd5f902701b4b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a21866462b15f82948822d941df706099727ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76ed971340af82abe479ff02a06660f853215358981ad923ded6c3a0c3590b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110cf0a485235d23b19664999796013e28cea869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aa5279dccb585f522574cfd0bce38716071d426d36bb0a92b15184c5e19720
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2319aff6df7f08e53ba3588dde6f77cb59084750
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429f5c774b65e12e916f522031c0f8c28a148316578339c1668a1222bc80e995
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fafe7d497dbfb058007a750cb967793b9c1649a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33d076bc1077215d79e059c1d1865fd4bbf23c40f249c4932e9b194c4476431
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8bc6e00ea3d729cae85e48a3116785957b5396
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1872b6c0a951323362061d732d215d08fbfee3e8a3cca6a8bd90239311942e1b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e668bd7d008f972765d1900d1cff054226dda53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72507e1ab3290a84cc97f8a39b28e67bcb90a007033f4341d8ea073771c37b25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022345df1a8eca1bbdc113768c97b2bdc24001fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b2c1074f3811f4248950dcdf524891cf148aa65e2e7873694a44ca5a537a57
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1f544492207faa301a0a5872927fcdc2bbacb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772cdf57c944b99d74810750c877d82c04411b7e0e70e142088761c48c08e718
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a83ee4d11db2adf32741c183de184eb186f711
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890e70f509b79fc883a4f09f2f7d7204c381cc49d7a31046915472d6ced6bef
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb355d7a559bef554eaacaa33e03df00fe20fbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a510c6de50afef2518916d4a68898b3b24cad7cfaf989ecd6396ff10db7c581a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb0a1cb70f417ecec7ffb1f780720e202cbf92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15052c060691f6037cf2d009cc18377295440a4814844daf8a2ba7f43d694ded
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a69fc304ce8da44478363d7f0035333d17cd402
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbdc36b69c494254f55f349395d66a7a043df5a521185c0ed187de469053ae2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b478ed13e4701837707f1d9529700e015ab9cd01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b66a60ca442be8d0c2e9880ccfd6e5d9013e68f9b9d4596c75d5367a2cabc5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0f018757b963bea98ca6a9763aa1c4d4cc8163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0bd104d9c7e0e7181e313110f5e6853f4f48ae12310837d1752590cdfd9221
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca26632c808a73fbfa794e8f34bb4bfae45ed05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ea2384a360f21bc0d2ed094abd8c938ba0335098ad5a4c73f213dcfc7b9fa1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29457fd3d54a0bdd28d456aeb4ed506e270b7ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849b2bf609ab1fd6fc1b88631c2ed4078147b033b55faa0d8f8de7e244a72577
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272328d138c57f6d417717367fd5b23834b5a0ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c1406604cdd01e8e5fc234df2c3aac84e67637f680e5452708abfa35bed1da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e3c66b6dc4ddd9912c38b6483710d353e5591
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfacf3d728ed8909a71cab340c06708e5dc316b5543ee28746146fa4d3c05ea0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f427e69a5c6281f4232f1349f847d5d45c8e834
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4067bf1b4dddbb13edb097933036f46fbdc8c9a557d3eedacc6adf1ca7f7f64
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb953052a438d2f2261f97506e43ad08fd31ed01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e42f291b3c3f901810c81fbedeaab5c5410b8382166bc1cd8c306910a6340d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f81cb8c7b733257bea5d9fbdb6fd238aca4f17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1195fb6afde01b8ae4d29604caec45825a6528765bd7819db4e17b3c167f56
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc234f797246dd833abc87c95e60b98987cf7da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bf0a16f0624b380316371732d19aae95f8659e3cefd18973f4e5e1bd141ac8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39350759a0a383e17a1cfd7ad5d851dc55608ffc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317a0f981a1d0f7335e71f27e60c7797fa6d52d0dfd0d640a5bb734267709e8b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53e74ab71fca0c494c6cae5683cde24883d0970
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e66912c4bd561eb8d2855e00b35280fb1491f8cf997f5ab403596e27900a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f86e79f3329118d82db9a3a3b306289dcad571d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e0b35d3fd15a3e0debbae260a718d4f6e015715675c143d2f37de120502541
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01acc6194c02eb1a7642f72c412a80b4f2054d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7609efda78a05424cb02b4a67431dd732808c8b9d2c02f80bd3aa228e1885
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431903016a3073705ef9a1c047e8270c94d083f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a085d9f4b7743345693c97db308f301f162d79c9fcc72b830f163789c0e5fe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7824a72c93a1f3a6ab3e6cb1836f4413d68196
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce85fba86135c6016a98cda62d384796c9fbee7f8af197fbc85f1a2ac7a8b3a3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da37946af94ddbeee577a159088b164c4d4b317e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb03198d517f3e904cd352b8590d0c97bdfc7c9ea435c5fb6414c24ec9c6705
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf22c55ce832610c88f402b74a46a50a12fd726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff1ae1aaa4b8d53e1ef448dea7c014de2622411f40a5a0cf9e411f4cf0ac97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673de91e02ac1155bb2d1d06c995590f3be70f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ed0189f9933ca59af6289c5c695f984af60a32c87eea6961a37672169a3e61
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8249a569fec3f41c21a479ae1fb3a66769d763c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a2c712a11caf38bf98251eb8a474fa1a5e21beeef8803a370a29d2ba5b5e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1eb7a4856e676b2a4527eb3fcc3f4661d0d444
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1dd2256d64c395de6d9efc8f9f55e1b36791cfd8ed6827449df222c15681dc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cac8c74ece08283ea0d67e91213cd9e57a16bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020d5119d200282855da5898f5a565c3cd111b65895ef476937cb23be7ef996
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a900ce50bf583947630bfd28988da11627f916
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd96d8a4147896044e4d246d33132ed9581c96cc1912a2d09d13281b47fcf190
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab34056c3c08232285d6316521f72855cf85055d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0520889eac891a03c57f605b63add519db258880ddcab0297164c0ba8390a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d363ae83c600f458ba96cad8d8268ff738ffd83d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e627370f086bff6b513985da81c6135a06e235d2cb1fbab2834f545e91f24
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a350fe680cc263094a8927b09c47e6d4eb8ca12a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eadbdeddffb0cf8431a036f75356105a6e867f5233484047f3b2677e9555275
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a331b899a1b269dbedf6a1fae56fc2c96b08134
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95a243ea6b93da06d08be5f6e1b26e61c45fc022d1321793c5d1cb5ff5460cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064a49995cf15e31330d0d90adc5cd948a72e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df57c5984fde7e3bebe672c025d7dc4815896bfac92d12af628e5b4313988e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c0a3081c316b6794bd2340cf19ad53071c699d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1923ef3ba0a888db1208b4b6db35154b71491e268cc03a62d658dafafd0246
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec865742a869301ae9e09771865f9571113225c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6dc25c4f7d08b9081d3dc46dd037a7911b8efeefada0de0cbfe5cbf1b5b24f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b095556499a331cc764e5c0cadde2adb9f58207
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5cff7a3081e25c36bc249c42185284df88529447b5c45bbcc56d546b628418
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55cab58c7e749f74ac3669a3c021a42cfb1eefd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851d36dcd1c9ec51b9754051455770d6a979d4ea4b4b2d6e77a717005ea78705
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc4a66e7fc76835c75d0ca9658ec0c5aed8c8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3865073d86b82485ea1e62521a6c74dda7b42d4e28113f1a37a0fb8cc9e17651
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df07f0e140a60988b9df3a891a12a6d05bd2e29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17692465d0c65120e4ab0c9da7d33499c34e248f004f35d9707c2ba8614d3a33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd322f73c76ba5179389e1d8da314c81ee8ba82a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddccf6a3b904c79ba77c0c4b329174fbc39bbc0ae4fd423e7cddddf9c7069258
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194680d8df9395d6352ffd7558f0a7dfa121b03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01884d9899a5920957a7aba959b82eb60d01b9a65df39f72a9fbf7bc7b25dca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b37f0b8e2c06594be3ea804bfcfbf2a88a100f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0971ccf48268fd6f7dddc9ab2c4141748581f366191b84e396e9a3c15f954f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05352d449d4c223b0560cdaf5aeceb551cddff8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf3728cd024b61a75fac8c3ed37feae560d82e8e82d0f2f42c6d42821402886
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8d676a682e65681562d9b9e425aa012864a123
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c47eba028e5df8203ebb1f9cfa148c2595ae06519e4ec683a70d58c32e27fb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a43c7ac3b6b65352586f518b098570d2a298f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e20d9293ddb98e341dd06c820324875f66bc64dd173d0f579ac91c923373c14
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3eac34e078305a7ea94be121e4cfa333c885ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3543e7b915cac084e5d19e3a86170d074c3d5601dabb99302e24b65806ccd2d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30e41dfdaf53a2a38628ac1f8172451420cef5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6692b357a56124331af96e87c70a359667870782e54255b98b732bf142e1cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479b3c2da4e1c87804bdffba0f0af6b4cb759cf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2bdeb38621ae7ae2144960d1a38522fdeb04061290ebd95922ddbdf4637200
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83f207bfb4efa4c26d95d7104bfd7afe63ab8a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065dd912fbee5c4950a2e47f2f61c54140d32fc9502d30077b76534a26b9643
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07c4afd76cfc1293b3daee44620c79027269afa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5bc384dc474372e083ededcdb6affa36715a123853b329c0faf8535f88881f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3771f9a62084e3ea1282e800c2023ab9aa9914c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b8c4800a190b66fbfc0c5a01741e194b8b744b267f95c3062a1d70ece51e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae9af9fc248613d26f9cdd4a23d6dfb0576b14
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1700f7044a02172c09a311c492396229df942b335d10de86302a582e188fcfbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8336faa568292ff659876590154a6f2101769
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9e6170b0d5e54347d268eec983cb8705b8349a5907c85218aa021618be5a23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a5891b455dc2d06c1f82052adc980060a1f491
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a77716515b5f45f458f4c0014441c2ad256be24cd6c54b08d94347b03b696ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e91d82ec16460cc2c6fc08243f56f47597eb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5c7368feb769ba98d1fcbeef271e82a7793e24eea48507e828a2029d16eae5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96164085f7ab7340f565c090ad29bfff4fd3e372
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9867dd6f80938ef3eb9f596cc49f3a5a38323fb5c4d37005311d53ae22810e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3a1aab32547dbf77ea380dbd0dcea7814f94d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1abb674eafd0a0b1e536a65462ab31fc91341084e4b6e44c63f1478d8cfcb14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6bfb6e88bf13c434eb47ec78afc350ae67b2e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be2137dca52d6d94f70df382e364f8a8c90504fdcfabbc9782090a10aebac4e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff332d08e9d752e5507930a74119f9e603644f5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb10d318bb4f7134e95296b07b4d5dc48c2dfb9265d4ea4aa6e49d38cd730bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bbeab8451f339a8f6ec038b754cb11101c7fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d6a320075f21ac2cb5bb1fc1a2f619d803424628d5c957c268752842a9b4a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba15fa428ce964435a22d8006ee8bdd8f4af757
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633398fde2f07cc8d808643344fea67a0a8dc84e3f19b032ade6b320a21a3ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3d1a03b04900c907af47f2005b2f7086059837
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b8ce5bfdb4bee9a438c95dca508b4c08df42c69727004c8312d4784e63e4e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4a52a551a4aaacbf39db5414e104b1e729e235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef165b15b1a3779a840a0631885d886f8efb01cb724868ef9b8886970b75d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb35af1cc70ba100af28e198c770a2f60f20a7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a315fae9ef2bf18290cfe92ae5e70a9ac75c271f687fe82b723c5a8135a16532
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b590c8895573aec3471066cbc64f8657e0a2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc2deaf1deab67865208a8d25e49644dead8ef6f5acd861f33bcabe2c703079
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd816db786514ad2a345ed53e72b03bc948d99ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df54b8432325650e01bc97070050f80660f9294c601564c84040ba63bcaec0c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6537df4b5b01b3053e30182a3fd2e051792b4f82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712cb81129bd6b681f48c8c0a1719af5c77af875982adffada77b9c8e9bc170
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292626294fb9194ff66e9ef7bfe4476bcaf9dc9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04651cb8a6799c33cafc703cd2cd86cce13585295ae292bd6baed7bb14201a2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2feb2b3b9512ae75e1294aa99f0e6e72044d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209e902bd46e431d2088b8961201e1705a9c028aa1c435c6d4a2360d32f0e562
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1357065f1f7d795571cf32360a92656a0801fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7bf548f58b5bb94fb95098e6d3665c72867c50d2db2f90a8c40f1c369849d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2079807207ddddaf2313b2d712678b316e733b7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eee094b6790592f463013db100cf460209e2e4f7351b416e84a6df63321876
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b61f8adebf058fd5d21ccba90b804a813e628d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ed8e63a4632050478387b3f57388ca92c853299df66528d0e8b8d071d60a0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56a63ed23c07009e6f8e3001b959dffdb9edf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31fdbf15adb599a1a46774dc8db63cec21a19fb27c942ed03fcfac7f19c0229
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfdb1c6f16b5a3bf218909577c05bf03b66e2e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62536680fc9b48f9ff054c0ef1d29feec80f79604ae20023083ec85ed0ef38a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee3a10905abebfcd7370cf56a7b11b08de571f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1306369c24cf88b86d7625e64b315a089cd6f9870e006cb179d49dff67ef5e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4859a9b9e6ad615534bfc96333b7daca2d3b591
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176de6de7a946796737cb7e8b20314348db08b4b5eaa6537944dc19b94771ce3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91208f21bcdb8bbabb07e357512606b7f0dd16a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e665890461e63ab2a757ceeb78db29454b455101d3869c2073c7861f5e045321
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6f44fe9e4dbf573e231ba2dc00ae16d9ca4165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2803fcf81743322dcf21eb7b5f1999f4ad95e420feebae2d30425282503f3e6e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24140482827da77d942b0128b6a6e7339260e6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c68e04795d089b277b0dd3de2cbd50c8c524040c37f1941811e7cbeed509a16
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443836cb81358e4d677e2dc05e99cac44964bf5f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a94d0b859a201bd5c42ff3904a515f865aab77a92e3f51eac9eb043b4cd0752
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639f35a51339de57222ff21698f25300b73b3c5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3765fd56faa9a4ebd1ceca894aa534d5292d3eca4338ac82a8c342aff876cf8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd955d349a6e5c59bb7fa6316279fa12fb8a716
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e72a804384f1e4139a48f83cf4cffc9413278da77cd43db2ee1a94fa626f30
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c9adb29ced0da1415b85bc7fa90f62e60e4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bed5ffb692dd95c36879e273c10315f33fee5a2dbc71ffcdc9ac2ad860ab04a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4d27332e7178b667603881dc467c98094c338d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63587f5ab6ba4be890fd445f2c61517a65305a1cbd7489d6408291f28540a5f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf39da8ce5b8ee6b9bec1e87e335e2c3f927c5ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55108ded2edac1b14ab767a215970b7275cbf7784147b8abf3d21789d98c831c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c04ecc8579815d81cb473c7bff132bfb3a16d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a3e1b42f8839400c0d784436496ad529aa9f00643e9811dc86c965f4efcf2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae9d36f80340e0ce0aa464a70ca0ba5a6e355b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929e670f3364e2009498a17d75462a7633e8e414da99464f8c7252e9119da029
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d849bfb8b3e6b755db1495c29267828b34897
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e568ae997381c6fbbf4a9c709064d19cf4f6d9ad66953031ad33db623f74f1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d523d90b3aa470e3579dd7858e10667624bbeb42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e23e08d4c95a2645db123fce7e81b78a9cf8e43fa4fbf5849172d753bf132
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cbacfca8b85c0c2b39cdadac0a2ba554939a64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8ccfbcbca4fc15bbb65fa0c60ffd3d541ba1400817ac7623af6450f5d0ab5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dcf8c812892079ecf5ba2e02a57c05f1b3398d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52d98d3cd38cc2aaddadac9eb5d21a520f018c18ce2b76365f43c8d93b1e24b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c654604b24e47326c61cd960a1927e8d4eb23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a08991278db8403bb48cca2aa0a7e9039aa949d3939c98c708c68e58c6a251
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd412c9bc05f008e374e83e732e99b9f54d3e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15382ff0134d306b10512d7b27c0e457b36e7a5d280b4020e00cd9a6c419a4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649ece3c030b61582cb97e5d4421253665293c88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c6e23a77d3d66180c43be81352be1bbd117fa1f432ddd7a2bde7d930a87d85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64dd3ee4260ffb6ef294dbe446bb56d0c4b3703
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d959ee5aa0f1c084fad4f66e1f444f4e7d1bce79e817c383585adf7a50631e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12de0782e2aead345ca431b2e45624586ab044be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c9b72390fd3fe721298c85b57bd1e6d29cb50dfd7151017b0971ff89698fe2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9554325256ad1ac6fa75cd2532c6c1842f04288
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9b1aaeb8f8549e20c3f82142299d42fbe6726f0385260704021e27a0a3a9b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b976501aabd7598f7ec444d818428a8864c6fd2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c24c87fb8311ef233fb81edb815dfb5459fb2aec9ada68180ec3fcc9644809
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5100bfaf655edbe435ccf4d0076027219e6aa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d062bb7a94e734529530e6a91576abb993ec3b505e7745c1c631976fca4d979
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c2e66a6736bc16d5902350faef4859534cc98d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb48d322b50b00130c332f0dc6223dfe09d8288546bd5210dbaae2f6524f3e30
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a38486b8299f35625c06c6843eda6ad520534f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddea05215032f8d4ad8360123a6dd8b10b23c03ae862155d68699e282203ae96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028abb0daa316f145b5a96431d0e3cd6e469e1c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93fb49509969491b306d1cb875eb6c6f81f33bbfece1bdbaf0b950f814c58b6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa52585ea60c43574e5eb2fd8e94c8e581b7440
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3e54603a461763a5a038c69f73badb9664ca330c604084387699ceecbaada
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d75639297c6dc1f45290c92f5d667961806337
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722dc7b350787e98746dde878e0977981e85f3d068b0560039b41f0dd91a6a8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a1c8dc4b9db8984c1d2c6f4c8a0ca46560c7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac067f52493b136f02b0d7579f4378b061341a28482f0e88c49a7dd724f66d93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fa9afaed20b204633bfe6eb02baa13ee30f660
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b07ee0635eda009a9c4f9483adb921cef233f9c13195c4678c50734a05fe1d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bf8d13cd30ff71009de4adbc8ff65488f76824
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c324ad6e275bd1392048e22d59ab0266af4eb9ee15f94bada068c6d928da98d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3942cb432f10f032e730892e4570f89e8fdac7af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fb18ab9b9009f178edb8da5e728b188c3e6b41646c608e2372d04f58383dc1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6714a8a4c0d8f88af1de511de59e3dfaba1fbc29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861f53ad94711b3b51a7e55afe523e9cf8759bafd26f47f9d90d40180cc39be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab3fa290e359e4795af8060042873b41aa5a4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb18696de2a312fd60566d1669c72cd81ccec427d0bee516d00fa40af7c624dd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb997cc2856f456b9898f73fbb7874341263646
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8afafcae3e022f43cffee98e30c7e368b794df34b4351a3622c17e790950aa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f869543b343f7fbc62f7ed0df5e3a32ed734423
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b2a287b3cf16f411c903c1e4d41a57ab33357cc15d8805567653427390cb9a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf5b8f3aced7dfc6765d58a624d64737262d60a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556167f26ad8a913a6a7c35ed0cd0785f0c19ce2a78381793005f2250bbe5a6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09c37039c037306eb62ebfbdd39c5ca32ddacb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8fa8ed346943d413ed0d28c46d72531963fe9ccac5069aaa88b879ee34d1ad
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0220b45c83250a0e1e9fc442f7aca4f9882951c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd89ae30885fba24fdc62ce03f6abb37cfdbb1e15b3553d7fb82bbd58fa3cb05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e4bcb25634add48dbf9d0841de8321fcfc9ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cb850c0317820f92e1019afa6b95d97abe610658464fedd682ba2dce62773a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4e133ce00d3f11f45be824f90b2e4c497f81f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65378130f46866f1db5cc867367f1641e0ba26f60fafca898b320ffa6cfea2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcba21b4f86e6de6cff785b4d3b45a87ac6de708
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1841c5e0ee78d1f5af4a94a09e7c426c4ec4c6243f76e14bcb92691b075ee055
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783cd48f1eb22280d7dd0086125c7ed2791dd02f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdc441b9c2cf09bcb3ec945ab1eecc2d230d76dead982b6beaecf6e37711c15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70706bc3f42c275ccf6462bc6f7996fb02ed3d0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229bc07a256795502a6af8aeaabf1eda75e481d1fbe40f4678dff4f1b6d6283f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d02227c48fbc1264fbc560f9c165540e11c7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e6c6cab4486faff0d06638ad4efa4077a8662a6e0a44bec03f317c898e8bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1830794469f548bcc9449398174a2bd6c5a40bc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266f870c0ad86140dd31255ff3fdd434b91054b75d0d086420d6227a88fb851f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9fca3540ae9f236fcaf8b16146e6bd31788642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a857fc909557b03b482dafdb59e9d3f609cd222c34d02eddfbe6f9018b9b988d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1324df4095835b472d8302ab3f86f1bec4a8b690
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e69aa9720085bb506ac5ee81e8742ec02bba1521c323c8b3a5f80c3e6d446
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e696e19a960ed4fc31721351803fa4f98f946d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d718b5ed421b8ac8b2acbbfe133a4329a69f1ec1f44150eea125f43f8459e8a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d6c7da769f6d71cb0e5ff28b78efe20dd3964d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cacd8424826f26a28a2cc995445299c43f0158a65c3beac066c5a3688c1af5a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91a57857b2cf1c01648b799f1618268c53eabff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341029b39c17a2f0819935b93e1b0b61a250c145ca4372becf5fa72ccb8f1159
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5a776c1b2eeeeca4c297a7d2ce9e4f8f59f1b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b876287fc4d6187bc142a44399377f8034efc6bcc6a50ea6d752c264ef7195
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5e92c1084a5008fdd7822437893e1042b6e60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad87dd6c8a9e0cce9b3907f5bf16f5b272430bf63b12e7972094bdf03946cd07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9be7e86b8dc8898fe8b725dfadf0109b5072dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43644b5fb848be2fa161cbef28bfc906fbb0e196e0a99619389c17446f413d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e51174d496c00552aac1a18369b788c843f7e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417060ee25ab454a01c2e568fb1912b70a2bdc4bafe17c86bb15a69c107a264
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2687ea9ff7c45fe1a4e5b1a641414a8afa9e51db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff60c721131b60dd624ac4dd7ad244a86848a3f33608db1f17442e09be84573
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f00bac9a13f83825693a2d86037be514400922d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c9d19f3329d7ae2e16f1f1aab41f26b9522647627ae4b57c3e505912b3678
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a4169e722d943eb633e8a8b0b7638accb3c2c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34045592a5a82d9500284aa415600424890acfb976eea84abd61d27768197108
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e409a808ef21afab6ce5cc8237149657a5286e35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde59a2f58bc4488c209483479b8694c5f7c16847b707948d9366891cfed8bff
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebd885dd93e5513f1e4423514b382cb1111f751
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074613969bf042a19b097b275948acab18450591f1fbef4801a22da562d354d1
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753bfe63fb9ba936a5a5e2b43421fa42cc79fca4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9895a392b9bbe8103176d0349c81da315be2ec81804e0820ac173a34be9b560d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a47cd2eefa3f2fb8e6756153550007383e42348
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b99c5ef42d9fac0824e227b27297c8b960d65f6d567ba81268a747a82754c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9279e0d6bdb7ef337bc5119f11b4301a8d7b0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1e4956391d95fee3fcb039e3d8468f40a9f8101c3b930e587ffe61ca434792
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515df0bc5cb892f1baced03569fe64934f6270de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca54fb55e31ba345f8835b1a0f12a25ab49697bd89280566e8a86d550147e975
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3082df262081e68f3ecd3e0a675a4e3dc2b3386d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec7f742f8fcf0040ab2ac4907b07d97f7b43841c401503580f46c7a3c590bb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87357fa18e87f87c15e99f426542885fa29f37f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df1d89bc87123eb069c0aea2c1e9efd6c743d5399bbf2bcf6d0532f366f103
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4b53096fc6a6ed0d4f4398b9521fd4f56c45a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcdf176f083281b5f47e4b65c0cd44d91620b20dde0f9ee51a89b7db5967c5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462909d033b3c7e27f812009924032e78e952e61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9eb97d5f8c9010147bfa16c40c0243bd065120f5843093b7e16b1adea8f19
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604745bc36a924a88229f8141dc51efc414bebb8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f194ca3b20817226d315782eb8ca66a7d577cb3e5fd4963ad9992812e4133
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3883e791cac89c2c85e4e3b86e18146f7fa8fc47
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd7cd259c08624f521d4b93c36aac669d56ac15598cb3f06167b9509f4be327
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3cd1afc9978e01e34f9c731b1e586f38865b2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb99edaba1403396dd84e2b2d5e5f655a36e2b4c7099600cecb26ab3aefad57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30d3347d10340c30bfb84fb5e642d77fda02377
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea0cfc030728dcb1b6282156ec0f8734b515a0e62ef9183672898ca595d2199
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92079f9e26c684ced80241350f5c8cc1cfe1c34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90355f32c46c52183f7308c853706d79f0622d7e2683db3c8de2f56fe6bba79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b71975da91da04429ae12d03ab0be2370adaa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b612138a2184e92393587d4337aa43928043eaaa628beeca64351c34ec3a4030
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d1be808bff0923cbc7836d85732261b6a53df0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985e5d2fdf67add3e771c4740d322a3d7c985d7a9365476a8580474695171221
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ddeac5ee7c0cae3ca534c4a227684e59ecd741
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8009fba563392f839b5ed87b0bce5b09f32107c0859e636ee3bd9ee004e8cb76
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d62e180329d430a4be1da197cf11f7820bdd6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab27af5115dbbb18184994d82bf05c164d6cf461540a83440c1f97de39b3930
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df35c270c33d364cc57ed6e1df5cf0d4c0ba673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2507e46efcbc69bf3bd1a81e51218a43f9ff57960280c9e1626be68159982a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3f15bcf147be1054afa44f3e626504e6d6010
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7676cf354742bc3daed02694b5072c0a0bb36a7a62b6c7517ffef054bcd8ee2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe919d59c0e879fc7470abfc52349510c38ff9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e8105f3f07726affb10334bd27d3874146019442c48eaa4dd6ca8258a928ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a11a4299da64662346ebccbcee8f1d860f14bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360a4b7e36b8616474ff5176df8700e6d0a3a6cf72e8f1606db5be3a4c53054
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f35c5f2f0940592c727e75a2b1c787fce59137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ddcf7d7c2a46f23772c0aca09d6a4c0314c3c97a96e8f00900829e68aa989
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2395d4e0e9c1bd5b45f2633da46cd293fb9684d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7389777b94ce2ad21d5bd39d015c5c559aca767786f03042324795736d69068c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9519ece0976a0575d916d6af1f31d361c7b18f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8a34e1f7b476fa31f88e19a1c5c6ad901ebfe723e7963b69599fc1cafc562e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7ce2672329c468bb1710828d1bccc92ccd1615
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852489eddf5ab7e890ec2de1303a2d3d0aec5970f626450973223e081ec6fcb6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0a3c2c720fb5348936791bdb7f372818031d0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48751221ea35e9dae0cf48ef2df2ebf7be1453e74b45dd9c63c89ab3facecdbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22d9d7d710345f9e9fae77d5ef4bbe923893382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5ae4589e1e0dffbebc4f81608242b13187d72d76d7de3c76e98fe1fef5140e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406f63989a88f2943048a582a6ba4cbf0d8f881a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36610784f3d5b848fa85599dfa9844dab62aebec7c26a9588d1e922d4b8947b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064a6471d754754c7e5539fa438172180448702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271bc96fb79ba7387164ccb3a2e9fbf1aaac956728ef5098ca7f9fb44070bc3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c0ba98f3d1e09605c5d9933145ca36b44c5f24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e8bd318d71a27881994721d03d864256bfe124117af818826db8a06258962
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8795089093b8767f055ff9e2ce3244be786b27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2ca4d3b3859eb1eb36e3fe2426ddfa6279d4a729bd6f5fd94a178d1086f67d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7cbda10eafb968e76f6541c5ec94d5db1ab017
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec08057246b3a01a77be851bc5bc24c4396f5393141df6b2e8d1724c32257420
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cee8474e15d0fa987b2089b7bacd2293b0bae42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b59dc848c691c951c764fe21590849536946b426589771b04a602279304ddc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c7a1506095e52e678defeafe31a340cb9fd506
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77faa9bccb69218276c14e1830012595ef7eb5979853ac6d583b66a9b2ec158
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a926f5e32a9d36058557ebabc4ef203f119324b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a9fff1a6a7cf419f70e6c8e5b39906990ab08a8515f811f813b4f829d4429
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4520c7b7d2e34eb3e454d9b8da35a1f5bec6b46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d328f227893bcc3f4d72e84beae4efc8ecad1476e1030fb4c4d9fd155df3dcb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ea0845d327a841ad5e8b0d5a6ebcc1c8f80bf4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c0e380bdeedfe6baddd6a40751e90a305fe2e6d1d651d35ff2cb24c6104b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8fa9cf3114d6cd4a7877b166140cb4f6eb713
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b3a92a63074857268514ebca3a2166746d60b5d39c14705f8d4a949d75dfd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7850b4fcf91f0e26c5058f7d0172979041c5698c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f381f6a1e782efdfec7a1bb387fc8237915e0f8e4917645ace08554b289ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833884592844538f624e4d4f3b7b8730e080b5aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b286982bf19fae60a29a06b49dc088c4d714cf0822859e52cb57c8cdab2c5981
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e482c2d756ca28ffe90a0e0d1d4d4ba7e2d677
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e356f22a6a4e99014ecb241c6644abc5267fc815af373407ef5e3eb2772d62a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67692a459a836b7ac94378ed56a011bc1c769c43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19995ee7a4db1fd9a020073d982906234adeca649c74b218105fa672de073ad4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5fa47a1d265f823346c9fb779690918728e90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a012102bb1fd8c25a92baa82fb968327130c8321465e0553963d0f2ea08fbae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b797f66e419dcb33b5798a9e474fa6888907e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e7d798cb9f56ae6101f1daa0ff7ad75b78c456d20c8d5f47de4f744a231bc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee0b7fc888089a8260afb25c08cba3393c174fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084d035ec4bd250df16e9ae5065549d3997004017e21708a9d1da1fc6e9d202
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c8f2754af6decceebf0b16818999924d320ab6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb00cc935a612e1ada67cf31aaa7b9a0e3f80247eff2fd1b630230d38cf45d1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d4b91d223493568736dc6e2fb3ae4a8d88105a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71adbf880a1b2c0dcf767ec36d4ba8920169bcff24c403eb184b033a8f5f27ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3db614e21a5376ea08a8aae5bb5099be803aa0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff239f9965db15fc909e7b1142b1a7531ee91ba9953ae1e8a9e4f8778d40f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43733b4c6ca3e21b0e287c3dd3bd36340c5833d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825b81617ce405408ab8ef7592579212c7db5d1df7cbfa78efa11b28ff052c0b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db16001082ae1178ddb6b8c690d7778ae4fd1f66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4ddad5bdce8847eefd5018ca2ae9c246f852c6499a42c4c7f84e9882a19c05
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bcc1e50e9346c462c5f9ec4ef9de4e2716e91d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bc15b25ef48c740d9bf45c404152064b0773dd3fce9b80b77a91c73bffa96d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf0c791b965310c5c14a6c184aca416a644ea00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d4c25a3e99de8292f98775106254a4492245de997ffd78bc42aefc0760017a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838e5c8e1e39cc837553f8e41b1bd22e2cf9eb92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5921f57db3f3b2673863d0e0be057586657b11bf7dd278e4dcca649cb8e4360
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9b718990a8db071473f9de2674d12bb6aec669
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cea33ecc953b0767cd36d4e0e48b6239643431cc0238f01630af39f722b5f9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f884b0665cf418c4e2e29dedb2d6057384c6443
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114f3f27cf43ad559eebf7d5f498c5fd6877496f7403fe594919a702c16010e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f85f6073331dbee080a298ed05848a14fdccfdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223c8db1cc2015ad9c7c7f311d22daeb901acb0e3bb3ab8aeebc707ace05421b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34abe29226938998904a34a51cee6584ce78196f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172e23a42795667085df68fde2fad969eee4d335dde4fa07df24388b8a54f947
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5fd23c19308142f7d9e1b790f30158e53ea7b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f031634e0dd81d8fd8e272ce09985371f5ab8e96812b998fe3bba437585dcd7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33dbd9b1932f357e21f9c5918b91bae59fde8e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654b7d51f76bbc313ea922d656ed553fb3f7f52230b33d4fc876f00348618af
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddbf3ecca2d872cc06091cbe91d51833162ce45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd67e37401ad044049edcdf1225707e5e942b389563d61ce7edb2e6ab278849
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2798b1ecdd25d64e0cdb4b2a7ab52d77eba2e953
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc7da110646a6ad1c6006952eff89a381d195723ec26e543323f840568ae4ce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156001caab3e32c46029f51aff27ef7fd1f7b192
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82d874038769f193c95b097565cf05ad9b0e135927c82c74c33749823608a00
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21f38adf31e330e6aefaaa93597b13f095a0736
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea32f54a933f37107c34769817b2e1ae58467be29c4c504757cc718a9275976
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8239ff595672c91285d91767a7c80bba6d5baf0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a1faf129ec7632c92140e2297415d5e7366d608443a81802c63dd843a0212c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65c0484764ce9ffe20567c098f2e6c7d74f2355
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e46ef8d21fa97422bbf8f7f784a424bb0bdeb2fdf3c2fbffcd03a397da4e738
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e2a5701a726c71490868b23dea3c15290dcc03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf692d44e588fd07f041ad132ddf46829c2ef3b8cc236c9823c0b1e80dbd3a8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9dfb0a98c7312b66ff91ae7ed1c5be1bd5ff9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d01500cdf9624fe1260e179cfa30c17e496f40ca7a7231d77c5236ca85cbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33046b77b38269cc12eee0103b59ddb787c9c7eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31ef4e5d731e70d69bc721b9f8e8ccfa58397c71dd2366aa57e751adf62de2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1318bc779738d224461fbdf67fe0836373ccf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b282ca0a5e51a685f326cd3f3badb17552f178b6d843646fa35649a2bf79e604
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc05d042b8db1cc6e6c0dc30b7818f9c43508fbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c33d3e4463f12ce3fc1614af03fe87f330dd24fbe0b2abf48206788a80e36
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a42e2725bdceb6ada10c9241ec9086f2c5c54a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a938e6abf50a715205c4ce027f4bc158224608c434ffefdac866aaf84151c0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1232903e33c4dd1b93d9e0c3aba5e8a9ee82199f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1667687f39e13724a978098d0b935aca92c26964bdf207b91d4b86c800ae6d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cf09028c7f6b4469ecb713ce3f2494da4debee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a2f4628f8fdf10a29cbe913c2c1b8abd88f635c7dfbfd423f51747b7cf0d4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba8a9e2ae6e7e0b3c97ddd97436121b25b94620
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9c65456be206af5deb8539721e6e866fcb4f7c1d8b01298fe60d1c3d1288d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5126fcdfef5622bf82865750098ced0d5578a1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6258435af08cbd3796e6f09fc54fb7de48b5b97de9ed5a9eb0d408c627a52ea9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36130e6f16f5305f933e444ca6936bc7adb39ed0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c2bd9cb079022402541b51b4f3b5e9d8f67c679cb9db23d92015507386db8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05384cfd34cc2fba64a1e3fb09f39794743c24b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79900e9e015e6e5248dc764bd6f74436b89628c4732c6bda7d62b0ce5ce86848
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4797614bbca08bee556ca741ecc4cff593beb0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c70c10c9195fb225e6f826f0358322a111b32292e7afdc0d9ebf2f209cf8fe2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7176e6fe06d5f6dfc16f7376d91d31d43441c035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5814b6d2b44b614ad27f4c867607661a4fee3b5906784d95246e263c3fc42fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb1c8b62f484add9d650edcd005dc7e574b0ba2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c226774ee250af20b8d5f736b59171d6cbf3042ee6976a78e445e24abbf696
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f99246081c241fd20f449b1045ef67ca68b6fbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4c8a03def39dd452889a46ac63f4d3621f4027906e13df1ff80cb07d016cef
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890fc9e463b1c3ce36f0e69a2515f3c931eb6685
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c905fba0fd3062f7ed5dd7c316fd54a34b2ffc1bd6152882a323452153b9adec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0201a1e72a57dee7d3782289fa4679c74625d32e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0447b2c4a933a2c799979daf2525b4cdbc3f79226fa29076b68bbf8c34c56
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33d5da4a99dbf9b8a599fda9abac6584fbf419e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004c2779af668b34b656c6e115684a60af174ef0d3e74a10c0cc061370c219e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95414c3f0a94aecd765c01322aee087fe5d2b16b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e6fe659f78bfa5f4734fc0cbd4e045d0bb2832a25d4fe3280eb4aeda4a6d7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef88d8724c5d6c1ca228b1706bca1150d9f28c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d9242fd4ae04d7a4abbbcdf13b3c528c18aeb5a5d8a6c0e4436cd0f49d5d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6d6eae5622547e12e8c00577b8f7cbb2a339e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e84684062759460682ae752086c7dcdcb838d0a88bba776e54fcfa06ac0a91c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3cf66251fb8ec93a0d821f966916b057b36b03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c14f81306ccfb6b63405706520e4e476416a43bbf20b6c9fa8a393654a389a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8a1f1cc85bcb670622096e5b70cd85d1375c63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2defcaad6f0c6c0f686da3518c3c1f490034013b17d02e87d62112e4788a3399
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9337b922ee219a4a88365411f854e52a8bde60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b220e0427213f0a6e3d79f9f3dce374cb78e192de136d7d4d26a21451ce8f80
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624df9d425cee551c30f0c8b2a000779d2f601c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac603ae9501643fb02c5b5f6b666af74702bf1e903163bdcfb6a83c4d56f8d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff2f44102121b77979f0b728a7be9e9d25be391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b860d319ae416365514eed5dca33815859334c9a30dea1ba2bd8b54b29dcfb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9ba4d781f7993b7b736d9b539098a935701eae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2bb75936111d2033b738e7cb5b0712102cb49de4e8b03fae330666fadb62fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf206e7014f2be3cb02dc87e2c9f397697c1c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6637fdab54eb4d22724bb4e67a339d3235f49f2b9dd402879a0f172cc1d25011
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ee1f7c70747c000d3b05786d57716e5d06589a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7024b8f79c6ee5d24eba8b988f40c0af41f56ea3411f36ef4f0a7e3b52d17d8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3db7551e111f0955f8a153c4c363dc35b794e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a99ed51a6161366663243c17f7c77e2f6b452c0990d8da37a672eb57a306ab6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183b49d8ddb497fbaee54da36a5ac42cb3249b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613489fc3a401ea885137bb6cc2c8f98c17a102452dbbca8191116dcdd8d9bb5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e055bc7922e7f20713b7c144ea7c99b3c2e52ac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ac0f94d44ebd1713ffca27ceb9c906af581941115317956c7367a042fcc534
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c437dc5ec9899b38eaa4ca924917251813076
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572748284c8ec0e5783301bd7ac3992d8869adbf886f136ebb2cec2f50380c64
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e2c466c840a1c72e1bdae9fd53bded3e6883b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a121a5ba98ddd9bac6243859365761ec47057975c11a9c7902df7547d7d543
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213da1e41d3a4867131ff828acc49cfb1a70104c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad472f47563134182299146e09361cff3ff2af58bc076b2db396fd246c882216
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d941dc09f0b7aac2b686230012bc49582d31301f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25159fd235c365490cc7aaf0622f7b30605eae1e19190375b7b72518ab33865
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d3138b86e1078f7f85541f0cd0b05ee5d8014b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f15aef078d5ea2a787298ace708700d95c39d342fc165f49423dda55ec43d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90431c9ea591ca51861f4c795576dc72e6ac9ddd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ee4e373a7cedcf279586ff422a5e0b364f7229e9c35a8a945cbd21cbee9e21
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbcba26f4ab1413c74d1fc65db119dc57c97996
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313aa54970b819527f4cf1231957787ea2a9fcf7f503abdcb2feabc74f964903
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd8a666c0dcc2ea73896bf59148999b2f54fac4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4b7365122e79168f54f9257b861bce7681436a4345636bb175a9fe31124853
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da477bc70c074a8d642060944318bf18c2520a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b4c98968ce7beef9e4c939f1526b9b1d184a1a56d60c8bba79138acf37cae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee8d7bb05968e732dcb8f1a6c7083b32ef4e611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ab78993ce7a6fbdb22ea0fc09d6ebbda6dba3e44ed82d4c17fe8f14256ee31
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62d6783feb87041742a9637c636d95ee9ee8d21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20978b2e28b20b7865c0693bedc4d2e8e5a696b7de6c290af28465d76ec61c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1401166d998c01fce39f3358e803faabf732eef5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23aed4aacc829bd3ddda957aa8ba5dd4f7982938993519675f615b27485abc8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a62edb6c383dc74d997fa7bb2e51a510e6c0fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad5563fa2a592d4de52df804f868e4cc4ac996161c696666f7834a7aa29579
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cde56929da13ba76070741288b7e65724b1d03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d987fd8684191e68ceb4f97b34531f4094212d2d17b99520de03ac4b444e507c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8eca7859aeea24aad4c205137712f7062ba702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f594b2eadc8ba412ca72802cddb20239b0fcec583a27bf22cde2cf06276f93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df73979b76ba0251eb5480675035f08dd012d227
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698ef85f8dde194561eb8dd990e95824fde4e3ca28a65e8ecb26dca554811339
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76894695c460519e0006fa458d875d921f3eae5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02dcb5571dc30a47ef13dbf34727e4ec07875784b0c14fc4c3acdfdc3ca22c6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbf599e434cf9532833e36caa83cbeb5921d345
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c67172309636cef103a12237b9d251c345af475bf2bc977f1a4c6ceedbae1f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04a62f8e83b2944460dd91ac1b115293d5f725
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60369a62b409a900a7a508078914cab830f97b61d5ab32cd1e2bf3fbeef9e37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeefa2649b8fc3f07e9dcd2b5c509f26a0610a37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29a86574538c01b280a41f9ad610e92f08cfb1ebd72ebfb64f36a2bbec5f7b6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcf21c7ca7e9834e68d84494cfb975bd724b636
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe667a5dc52ba2fa4d0dcbb48544697bfc73c0bff528e66dc42a7d5aa43029f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bfa18ec453329d06d02aa3ca722611dbb413f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eb9e9cee0f68790a73b801b67e7f449de7435aca0432c86d5de8f9ac6fcff7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085524adb0473f86bbb7dbf2787ac16809dda15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95bd13af0175bc35b2140cd75fd4c1d8de20c5ea03fd54e351e47ba51ee07e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209c40c2efd72cc979bd58dc9c8d516c8a253c00
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a0b70e68abdb7b924ff10680a51ab5bb9a37a90256fa94e9498ce452447d13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db89a2bee89b29b7ff93478642e25e07ba109155
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24085d7c7a696db42fa425073ad08a05289753a12414c2e69ed34e9c1901fc54
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cf45ccb68a7c134c861747b7e6906ba12a9767
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53b8c28e4307827e3f534d2a8c4edda84b46e9cf35e6612e9ec68409c148aa7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27a092a2bca18fa7df5342eb2aa3c6047e3eb10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f90463b7d710f4cc45f1f0d01cc869d5fd8c7bc6fa9db8c168fc88e3649432c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc145adafecf5268b26660ab83ead0ba50ddf1ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eae9588431044d4b4cd7d39e854541d3480651e732fee9b9457e5f65284227
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ec0003d94ec4c5c1106279057aa0689d9f990b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0f66e0df8497a0f5100d6498019f3a43ad9fc6b8c6b0c6dbf08902445ae49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d37666a02424d0744a18ac8a7bc909debe45183
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc549b5f3ccfe13a69011d6112f3927602115cc238d964f1c1527e8e71fe2c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af58df23a0f43c598c98927882f330822b3f832
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2665736ff57389874e7bf34d157b9f3ece8c6a10d4e31d900b52c8af0eebc3e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf4251aea0ccf8e1a4d36132f6bc1a01758620e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1da43f0542a81c805530e734f467463e1714505f4a3baf60426f7a02fe7568a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedb78d2076dd972626c40874a6b7ad56cd67e1e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc293a0ca383e26595a5534bf072a9139af006d91f2e66b2ab972a356f3043d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e23dcfd1a0fc28d187c5bd8980e556a96a56b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa31be074e30aed6246dcff1b2675d2718a2b8fdebbd00bc3f11c0f96218d9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012f7e31be3150f30aa667ed614e27a454fecd87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e3556e963b7c56aa39b0d69f66c9a5df30b0143502b4561a1088f534fed62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51211ebf1ce94b5a35c2344b14dd19f9a1fbe88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6de5de698fae6c89c5322928b0c4ef98a1ea506bca829f048fa776082fcedf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264e7a1195db24cf64ca844e3baa96ae90bf7680
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc0493313eb23c4f1072e9f2690361d0e317801aeaae3f33902bb41fc4988e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97273e18ce477f5b1c6cd20e4e5818350e53171
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8e72834b684fad8fb9236ba902b865b4c46da82a5200b460e4f46936144bd5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac2ac2311c453e1c7017dde790ecd68b96a4af9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fe9954b1b88abc927dfb39f032a5002c47b29bd507f13832e52048a151ecc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5512958c260c934d480358e4b2f4d22f9a1331d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288074d23167065039b16eaa868018c4183851288b9cac6158ce56ab562935e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1840aa411add90c6e4ed499ef2e50d5fe1ebdf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed78025d96b6226871074f4fed8a17294aaa336729878a7adf3b0b746da27df6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c97e038d3db67d398b2b7ca2e9bb44df84d377
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b13507ddd4069231efebcc6edb679c2b1d125bd01c60b0585dd013beb4558a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb44a1f79420e8faa76bd7f0fbf67b549d3da0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93255d234c62f38539b5d474f720d73bbf26c3a0c35fc33c9585473bde52814b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215ebf1fd2711525b5a907760ad36d8d9b499e0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bee3b309aa58903ec2691ce0d21f5bf8d1aef022c99c66e3e2d8e52c4b43ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080118d54108e49f0e889004736805e437a569d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86216251bcfef5049cf18ae2c7e990d8e27560bea2d116c096b4f2e0e34e44bf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c082771837ae09d46ac49effa8caa55c89460c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87681a3ed7268a19690e2564a845de1fbcffd97877672791bf9dce246f401e09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a93ab3f38479c8b8157a1b80c114ab6dbccccca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267606da4aed90ce3ccd92fd31c27ebe178fb3c6213037f09d73f8921f554fe5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40499af7bd6d8f06076a32522d3da5642da81030
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94acdc3c8000c756a3c25ce7df598107141e72bf58df188ec14dcf42ac4a8222
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3a89e64410b1b572d67405fc57c354da0d2808
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b3e397a8331a76c4307a9d920c6ea0c669306357968c081be1e34e788c5da
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e9813130601a17e652da6a27ced8727e074932
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0c3b1d594023b88d7b20454afbc8989914c9e8a391b251164a38ce6399fdbb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71cf46ad23da79a741cb9e306780f4cc06108f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ce25cd8704a6428294c7044b3f1d395e40e29100a9c1a22595c142fac358d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded6a0e64cb91ccbcf42f6611b08ece6bed1902f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29047dff404e7b36781fa48aa6459d275b23c53281472c57e1561893808a5177
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c02b6444d9a76311ba8e04dabd42203c14e3e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9053de1fa09f4f5b7dff862830be73d49e52a4c63a0ac8d744d366eb7ad1231e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a169be89ab5bacc88587df56d9296ffbc096eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf91efa501e0f7dbf3c824ecdd612e16eb04ba4322bd6bc999316e34f1efd10
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e0b34e7c64271945cc74b583361f953feeb233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55355da608e1fcd8f3b9ae077bc004140ec234421b354c0e83ebd736ef260e12
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaa4d7b5c875a84aac1ed140c5786a47fa342d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfcdb9fabf67568d2a338eac8d5ac6acee7dfb5d49a8dd1529086cff1da906
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5409efc4dc963e43f64e2917e15114b8cd22ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be5dc6355e75a70ca14ab5ccb7294bec0255a94370749cf31ae3f316448c75
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9a79d9150bdc33bfb08755a68f13abc5f79079
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8416fc3070f028c0a3f4fe86a9ec6d71015745e5beed0db77c4ca4f104650bbf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3703e577af0c29672f89235989ce31fc2a9b32b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375214a8aa8d2980c6d7c0579ce302d5214df58be58febbfeea086b44e591087
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32703d1eff981c4427b97b6255bc7a22c0ee917f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e841c002aea4cca0042aa352b042d1fbf122185b55bef0e2a90ba9d1012b3730
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43de28278e3edc79aaa630efa08131bfbdc6dd04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78693397c11dd578e99c45a9ae38f01337827e7e8215a234bbdf23512952e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c64c59ce39115dfd62346a81a14bff119d22cc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30de8b852986caf74e2ea26998edb1afd504d1caea942939224183c84df10d50
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afe5d35829600cabd8031805aa36bd23f789e40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9163a60a76806cb34258705e368ff2c78d8da6db2f7ae0a2cab598fca3d5a6cf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d11afd5520c27e03192848b066679cea16da7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d47b799d3940d5170c215fe8435b5fd205f6fbc262d38c116de421e0cff30f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c666c5426a597baeb29f2a7c2d07aec71612697
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc79fab466d348dcaeb0861c62e0401a169ee8baa91a8582689dd4c6563f2fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed7128a1d480c9079e3c3452dad6a448575a46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8075258185e7cbcfdcce7d66f6136dd03df3adc9b20972471460e4237b619dd4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5955cc6309007b1170a592999e4aea0889ace88a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fee713e35b34a44719a20f0ff0f908cf45c6edacb7e5cd90f373cf00d0b3c60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5746e7208c492b2b93a170809ed91ccd079aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28b26016fb5af4be6b0d752fef3f96f047dc7d3e5d71df194a7aa33ccd95a08
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc97c63becabbeaae52ac7872ccccd3d28b761d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65edce5357de378bdacc7c3ac62ca7c229090952eeb17347bd67b3ccf3c79ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35f09a717b246107091fb58b85385ad26e0f0c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0157260d0bd96053d7fc9bdfb57504fa5476d73af1dab2860b9f1207ae094dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d31e518240186a3654c9f6367dc87d2e0c0be6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b28b1f9b185b568617da4bd92a1e180c2dfc80598d696e4f90e44b47c3367f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2448a9f46ccff797a019ef3fab8d90f2c9ab9289
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11547e06d2b28e91a2ea07353d1f0185aed868d071d441cf378c3fbbc969f585
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df67c81ffbe69431eb1e7b3b5bad0710b3a17742
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb567b2bd9ddb5df18e4e54d4ee163337eb59348d5954a91517dc5082653c90
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe36794001e63ccd509d6d2cd62b928f783f851
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de10f6fda8ecff17e3220ea370f84423c52a945dfdbf0cadf4b7707637c47f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877d081c8cabd356567cdcc6d7173f6382d0d0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874175cda356c0afa356714526e87ed30e626d2b054d0d78332f267c868b9b18
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fabb807f89096aa11d5da099fd8319859d6a8eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450ab19bb5635dc941f34bd0eccefd4385eea6aa4c75b8395bdcf3a5a20b37ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de72487d2e49a42085563409f215c19239559d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53903100c5c1a3bd49c8063f5378e638e01258e8ef37a53a903c5c0042bb586b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ec05511c1c1cd72141cc4226c3b543d1565af6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff82f7ba6f69e5e1767fa2b975e63cdd2c26f2fad4a1c8c8c591ebd3204a6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cebb34c884d43230fc157408d38dc39ee0cfc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0a8e0ed5c0d0c6dd9534e2e68d6fc2ca11c8d7a2967215a925402950254881
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9989b6dd4425ccbd9879a5afcafdf65f1364c45d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a873c64356975e2b56b6aa70c7dff1af4f9eac9e995bc5aaf4f53341cbfcfe
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4b87e5f7a98a55f973bebc46e3f34136e4c87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd796f41c80c18582a0a0cda5f59cbda810c491dc61df08096e4958b008382d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948fc2b85c63af7271dc0de8ec57c17350a0c3e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe5dae652f0630d426008162ad1f0cc4f272b25459a9801b5db90577c10b9df
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f821da99603904466c826d4a14c9280a6cd9c4df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026dfa921dd2058f3eed64600f8af7fba496a94715d9271b6282ea6a4c90d5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1611ebb2f7709d45c1b57878f343947f9f728300
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5502821e21c8183b49d8f4b46faed47d07204cbfbc82a6ba67f254ad1f7c38
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4a6dade977b6cd672ed3c6f2c041201cbc6c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a11a498d592abe75fa8dc3ae20441377b783a78706ff36895adc9e2afcf1fb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e0233c2dc71cf670957a30959011d261ed3a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321cce54c5b80947b2accb6d073f4a4d81ac4d7f345466bf50b94a06a4624c5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304f178ba606a092be2c281410b976db9485ac98
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497a5d989d9352d82f8ef8a9a66317b6a1a89afe5b8ebbae43496f6d4487056d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e92b383dcf0d4d52dcfb70007e5e28648d6a11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0ceb5aff65cd31b5c89dcbd2fb00903f5f3f9e437adbfc14123c606fae000
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ff6c3957ff8dc29a55348bef147402acc3367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1b50737781b48fdd1fad9d5ea759fbf303a0d63aabd81902cb701cbb6b7220
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b81eec96dd87fbb6bb0a213be8b8da69ab90e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3674d0d5220ea1b7c38555c804248c78c7d8c49989bcffe8a329d8f9eca46f01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23af0660c2ca56c8751d0e8301378302db473206
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1411fe85988ca159dc6d7c3e8bcf0dc749ce715fbf4fe3ca2118f6a9aa97ee1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e962840bce7fb0fc78a9fef4dd0409ac4c78ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adcf167ac79e25646ad0a0df11e97689715218609f324f21865b954dc3f4065
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722e0eadd7f233e7c9617b838503a99152597729
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3b9dcd8bbc280f6effe3c542f5bc62345d1e3933b825fbd1eb07173babd213
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8819f0aad8542e8318503d62d38594d777f222
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadc3f21b8096ed1a8d56186811f08d18bf3e69a98bd9618ebe90c0eaaf73719
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a306737fe7c37d971e82507cc5f7595837539a56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426de6a1fc7cc21b62d52154c58ee63c1b1711e00e9a5720666a58afdcb2addf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2cb7796e3a2caf9ebac45f4b124839c30a3f30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ca2108702a0e6734a7229e86595f2831bf8c183b6bdc47726f813c966171c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcc9c20a318cce055a34e8f163ab65637e7123a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4597e5da583fe6bb50cb1f6a5849660aa72f5831e6d4b3ff64a97e56bbd488
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114857ccc26dfbb0735e7645e29c24699f85d26e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67df574682f1d276247c9239679fc92ee20985e4329f6049374e75dd04a6aa20
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d6f889bbbe7d6fbeddd2050fad05c0dff5dc3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b255b0de95240117c562e0eb9edaed18f0041bbe2b11c79382b7f6e11eb1c87
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285e048e9145c14a58eb4cb25f1c7830fced063e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25e312375a75c140fdba16ce477a190ec07244f5bef366eb87b1fdc529df3ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d025adef69b7c5f82375681e28b9b10bf64a98c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06cad16bb67c5b8dddec2f3bafc3552121202565040b8428af586d23a83d24b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5393cc2ba8eb16c6550f708c43d40f249df92b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeec511ae7cfe447ea28f1adee062228f1a1e0bb53e4e8849db0cc4460a4b4c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539c9c3afb32f4c7bd42b1238767576d94644d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d3f6e7a378e37b2c42d20c75e0e8609fc8e18fa3c9588d8f4ce38f497ccf71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1c90dacc90ef47e747bfe79941e78e51b59eb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e4bf4c4e6e9700afe8edd56d94544164a6cb665925184dc06573a0db09007
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35986daad91bda5fce05f547b489cc7ac541df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5417edf09b0c551380c2ca2bba51e62665c3c3dcf2e173d3744141d224a433e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de57153db9348628949f7aef19ad75ab35f02e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b25f0653de446fb008a252cedee3a42b264c1dc566e16c658c66ac7f11b848
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8753c61fc8bce63040c9ae99301b96bde6b666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75edf80522415018cbf62ffbe97361d8ba9fe4ebee928b8c5cb509ae90b452d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c8fd79c36a324d22e9f4a28d33f76ef828b24a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c642e8b280f879a8d54e9132726436abf367707645df306f8d6c2552e205b7b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941452d9777b52ffd7bb660d2fe784c09100471b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcd877dfd5e6e3bc97eab33bb4ef16bd3f2061004314c2aae706d0348f11f13
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96653b895c814137cb97d9c538805335fe6024ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b982dd27b73e33d8dc15f303343f95551307ca3287be6bcca22089511185b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a7c5acbfdd8c19415d3ca718071cf16ee4ef5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7dac3a544cb70fe50940230b0d0dbfb40cae886fc15b91bfa67f289a7b2c2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f113461e48aded64ec34fd1994bf3e05a6d66c3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09178e81d0b97ffc160d1399b0a13f8026d366f2b312979ff6f10ece7f0ab128
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a653403b65ec89c315ec4e218d809391d4a8dca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce7331f777e9a1608a59cd121823840dd3a5e8a549ec2e3ff43e8a3e40e030c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5cd7da9d1f334ea59313b47b95b198034a8d41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58725913ecadd475ded2ba1acc60cba7e1065d47d741f373dfd4c8ae2716398b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47adcf7ee1305d25d8272f2f75e34574197351c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6737ccbc3bd73c00b9bd87ff7dbe255cbadb69ebd04c82745c3e963b9fae8a33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194f347da1d5841e3df8ea9d948732825b478be2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242d85c7daafd9f46657a367f909a348f72e5f2c4793ceca9105828d6df18d9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e792dab1203f11cce61fa59c4f521730e895fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdb8e380f1b2887a7dded475daf6a1e95da2c573ab9be3366b63faa1b25f85
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8018f6b27e6141e3f6c28903d4aa3313c929f59
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087f885653ad42c01dab769d1beb69b0f0851fea297ae7f389004fab0b16c6a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c024e34d6946a944b4797220c3e62474de689f12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca185a09446199f85b278b134771f1e17f877ba947d1d3a5e5b81e39005ab34
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8f040aae6091587fb6e3ea08930634ae526a21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2703e454beedb116f9acfec7c427f102f4f9c993a5c5b6138aa40a4ca41bd60a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d118b7f9feb1618923f00eab4266427538412cb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2523ca542e429e178aec57a7f8002e1e08e7301c6f06c9e95a38902129f6e481
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a253a3de3438a4023d99dcae0d07d350f0c68c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e31d66e22d3d2de4a2bdf728b1ebc239ad3e07f427e0cefe83a121c99d99b73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c313449902d144ffbb155fe95daf47daf338b4cf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8ae40e7dadbfaa76e6c0510244f8ad97ba3555bfd21d8cdeae7700821c4b2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fe67e20aaec3fc5d7758d36d99b015149befa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612a0ba4a44eeab5abd47da7f58d665a78e21c897e1a7feec2d888d1e3985de3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c170b7fbd0ba0e36fde60800d220bfd8669dc63
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b67bf5d355b4a595e4dc790452b2ce80408085e7fe54556e6c61a2b94aa967
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ee7496aa5348c3d3d4659191e812ff6fd65d58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7974cf46c8dde57557934831da5369270360d6155f48505972824ea09239c7b8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa827c90aa2ec600addf25e18c3fd898a36413d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b490e945ad77a6d860c16ff0e4eaada6b06455632931449fc129278c642ef1d8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e5ec3202cc3e1351b3dbe0d70af86c01e0b70d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77fc3781c571c5645bb935584ced184484ed0f68df0a82589eab24d14cb8094
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca058cd097ae51439f5eb454b7715968fae1cec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fcccb0c3f2df09e13ecd4279047e9fed237fc9e36d8b73fc46c418b9247fd3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe5fe2b70652d600b1da6679f78bd07a2bdfd05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87cda0673443d018f6f5302a44126fdea1bb5a04d48ecdc9abb8d87a8ccda4a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e40cebd41d273d3da3c3f01830d576eb7a4648c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abba6ad5c73e88cf6e8fc716fa7262e841fc61724a7f36ffe0961773b7f97a09
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893d66f9dc2f23726f3d0574ecdb14229059b73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e22e3183a1e043de2d084dcbf0cc52ca4d05a11eb00882288e8c855a1fed0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14240b8e0f65acacb6ae7a281c75a9abe146a1db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d5f397acb8708213a686ff871fd9fd0e390ae8f366bdf647e3e1209264ccb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2921a1b08351eb4dc0b71e16c79d6a73d472893
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4386b427954138d049229a1d7311bae5c93615489579f9fb1a1b8d9e76e74d5f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299922b75c39d625d3c60ec1f948498116feb30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf202f25def0bef57a19d8e5203df496ffe2559b7c92bbbaa153be14828e5da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be9ecb7172f3ed385ebd46503be5fd6038eef41
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7bc04b57e5a433d899b3d1e882148f8d19c949554f90f8a1ad308f8b6c1245
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707b2b024241414e407819cb818c4de2dabd15aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1ffbcb2bf7325af774c4d9aedace86a78714918dfc4d3fc2de48a64b062150
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dbaa2b4facc6fcf8404abe5bf77df89d3a6521
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26517c2cbc7dd52f02cf46958dd33542a3d99c5d2144ffc17afd874ef26a5499
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef867ad5f920ef6890dfff06b287087d4ec25afe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6620d42b54dea65b54100c80f4b335aea3c6f776263e4f92b7b6eb1b8586eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6d1ea89c65817a866923483aee5247d174b9e7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92671fd1994ab9c130e6ff95e128451d7eff3798930e69a7f973572face0108e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b21dd4004e8f8af420aef6580e2ca597c01a4a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a8f6a5814c221a70f8d62d1d1be9e401fbc0d694949fb351000b2ef42d410f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a6672721e5f92d9450f32e7c9fb8ff45fe4611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ca75698b62e462ee3edfa85f1ab1c5e7f17b55d92206b58387e62d2173bf80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2498d368838c98bba53dca78581eacc0d17ab97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62034af29875fd31fe19e9f4967575895ebe884185e5e74490d29d780c3d5598
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19e19f62ff74950d84e7302bc87c61accb39dde
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affba514282780cdbf39436587df8826c949318b0d559f8ae7f47dd85ea884c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728367d59544b2edc3f6cb3d6f12681bf418f813
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ebb090ef279892818f99fcd35063e79609167784ffca760aafcf840f180b2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ed1c07ad7fb05a81c9feb6c4625c53289e8b62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078a2fe0db959de2ea251244757b51294569b071ab1f5fb0e4362084836867c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3fe947e499aad214be4d2e8741a0246af4dece
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a978e4e7567fa7cc1f2bbab53f5f912308fcea0acdbe613f6f8c5ffdb4ab0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6d61684d27fa7366feacaa6c48fc5cc9ee5da0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980ccbc10ae5031d9cb7944c2a8a1d4ec7888c4160a410e55a16d8c9bde1b317
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c52a95ea0ee8b0d7cc4f82c5c7fb9307ec9f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f667ef086de610486bfb8a8c51128c704b3a0412c7734f8aaf952194dee46b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2dd2f18cbfa3a34a996f5b22ae65f6987d2022
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fcec7a6eeefcc8e56a90a65d9b1f25b682e100b6a5e514c5be4ee0b22cdea0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07638db02747b32f7748080e5052958ef7fdb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1260b20d46c64e4eaf1be43cee6889e4abd56946a60cf40de8ae11c2bebea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd1e4ca72e1fba6ca6fcccc0ef16d13a8177f31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77923827148aa8326bf7b6bc94b72596e523d46aff19a63a81091084be38fdcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962b809d219c2e18792a8f760c1b0eabe8e13378
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f9896eda63beb7b7564eb3584a1bdda97cbbb553a9ff4510726fb8d2bb69a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2703d93f46da199fc20cdf4719d5b2c5bcd7da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7903ed9d1393acd91f8df374c0800bfe9cff1c57ba90193874d99b502aef176e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd36b534e8ec92a63579077b07adc7b0841ca8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62fbde8cc4dae3f6e149515f2f338f46bb1c95b23a838f5aaaf68c8c256821f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af44722a1dd8cbdce1189302a88f3887998a530
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061277cef5fde58c62aea4eae57986789a92323b750d316819d2b464c5785f28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64669344ab77a313525b00d117c45393f12db09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42ba211c8db2d4557d76cdfa461b083ee27c4d740020765b91a833138a917e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14875ee94ead64573a47623e91cc287d5bab8fdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb9f52b53cb9cdc9576f6f3f3815f90df907483a8c8a96fb449bbfee023a03f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7661b10b31110cb2fd3855980a4a720dfdaf4aa0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcae67fc343dcb87ca8196266d709bf8d81d060f855fa7c6dc8277d0fc437a2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36c10f5de5cdaa61007387977e9d21803e0f01b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4577b1872f86c50aa7e9513610285680fe8d17c605d94de06d2f1b48100b5edb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58498a6a2e1486c54ab00c77e1d5e44b0cc8fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed845e526743ee0f773ecdbb44b6c63aa399b712c9fb0bd8df62ebf740ffd9f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c274b7ab1bfac00b882cd40c6edd39fbaf78ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32560fa6ddec1f4d94aae021041914ff94936cc4d2ab90c46c5c4e5a20034b9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dbcf9a5d687452f833dfad36d9a3117ec146c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d1c3ebad5a988147f7fbd449ae3aee9e97663697c8bc276571ffa1ce0fadb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35afc37facad45e47063f90a91630276be34ef22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2533a8f4e284aab2df8ed1c2c365d7aecf091b06f15ae62f3239d5d855ce2ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db5dee29f91714a1ead99fa63ccf7f0f35d2c93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b0aeb293258b05f389bdb9705e3a8347851f04b5c42cf6ec98c54f5203ddf5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab23b5732e7fe80b7724706bc29f2a3a2be24ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336597aa9b9dfca554d64871f54c148763fe28d399608c8e9b55850787ba9d23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e827af1c2ef72d4fb64b452352b7b3bb3cef90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aebecead9533c42c89e352ebeed5982a5fd0304dab81802c6c3d8e2edb1cf1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c76b7d9fde175c21842d1d954f00b20ad673f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b985004db08752eae3809e5679e22f22218386b0640db3997aeb2c87c84649
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ffd04c78269d0dde7f2b64dad4d5a1b19b5b6a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcad0e304333d81ae008e0ef2b3543065aedac2f7a754bb88613db945db9dd46
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de8676598cb317a9df2140dd1757044d604726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6722762fab1b11db33055988a5edc6a4a1611ff7368463efa1c65876e6f886
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f3cc55b8df9117f22f3014862e21b0a11546a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e76f723f2c1499acfd9287b5d967e0ef4ca319b018967fe16cb88524cfc240
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9094736ddd7796c282c5a4a088b5108b8634b0f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc468ab8872dc553309e85922be18d24534bfe9075eadded6b149d5183b77fa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c0da24d1575ea7330b080643e4b55d0769f48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4559f0d1f24e80c14c2dd10ee443ddd43ad0a1ff5e7214a085dee60c1dcae1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b114810fd49980a57b07e90190c42c67a1628394
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3735fc74ec842107a0047beea64740253c6fb2416592ac7daf66bb1adf3c51f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fedc0573a8a992d384b20d71ae5e281d5900a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc3a53261f04d80ffcb8e68a54a9b8bfccf9391c2e5e41a0fed3dbf0b2dd463
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d6e62bf222b6aa4efd2b84ebcb55b9801b0dc6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e32a10e264ee5a295aa58c34d5df0add24ebc0d8566a2ed6b6d2060e0447d1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c522ba1151c785a5b5e1ef442eec7d49f51fca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd23dabd96bf364b3029f831c9a8c010d0b0b1f59a9b000034d405fb73fb147
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7242022fe125a0e432fea78a8bdc06ecf23234f9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ee541b1b544cd791cf20909dcef0652b540e07eb5504de25dee44609958a09
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997494137354ab9bfc736f79af4729ff1b970e82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe5ae906bc8e9ac8b55a317c969d93c4bd2749a0e14b30e4f0002a4d9332576
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20e192d2eceeb8bef2e34634bb19b26d028ce53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80514f8af907d5b2f6c488db1bbc02bd9dffc6ecdec81f4d138b90ed9f0382f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f4f50414bb409d86c45c9e96a3586e5c24d9d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a942c87bea499dc7f63757b3b9d31b219fbeb4cef09d25dd253df1d028b9b8a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3699ff2fac9122a046da94117c5917541eea09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f073305a32929d9fa9c018da83f299aab242f1a564ab927edafafb15ee58db
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e96794242c81d0658742ab4038ace7543da760a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70917cea94276cf1a2ef88dc1f1ff26c32319b607d4a1807d4947057f3eb9461
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e508a28113d3ec02c4f18db240ef16d4b7412a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14e3e99e327fbfcc38d5d1ab099daab372e9d7d5ade4b0e34e716fedc75983
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad068a268ad4b40ba7cf2c94b53ed757a13693c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b9d2f433244630fb1c5111a09e26651ce0dee4f835a1615a65ff0a042e825
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dc5862d80ce4a566daaa91598f8d2c2e090567
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c70ee0d08b8c09e5aed3df2c244001bf8095c865624c33f89b4ac320b6cfec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc9f47a1d432d4b96ace236bc541ecfac2ed63d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e4445886e3c2175a770894194bcfa6c0bf524447464eaccfa82021551cb761
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3409afce0db3f33dad5b1d3b7c26ac8d1d84ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678bbd21db334532626cfded2df870cd9b43954bc23f887989a18ae141f2ecce
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3e9191a33bcc258b69f075fddc75df64f3dda7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c456411525a3a7976edd4a7525f7635cb6f91bb01fa1a480ad4bc7920b4318
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6240ed2666c34a619d530d621aef0dec5fe34aa9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c049fceb84afdb5f0082d219782e9049cf1b9df3d2c04bd57007117fddc2a8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efdfc043b4792882af75716ffb74bf5fec619a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7943b481047d409cbc40c03c21bfc5ace6a1b832b6964df88fec1a75841345
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1be06aba0c846749a8d04594f5e45e7879051f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2630b68d606de9154f8d8863c851e2528c6e7b8d6b9a72fc1b3c675e8293f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169d7796df0107879edcb3b36d8eaa0e7f7c64f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa347f8d56a9b2056f496cffe64408748decad54188acc5a2605b95992f3b5c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8908ae66c91dccf18eaff87c13d7c0ff4cb670
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ac9673ab55c92c66ad43fb06b9ca09cf3a1bfb2f1642aab5d7aceede142787
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17860365b863fcfd31ff507252129aa02c75a888
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a042f78138822f8a865b2d20df08c5dfbf8891970b792fab8fafdfb2be836e9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f921d5810981afe083ea3e2d78e83f0172c67c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b98d6c15fbeac26f7650bf11daf2af302d5c8e26db62a11167e09092aa9cae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c53df52dfdc44e17256167bceba520587ef573
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18bf8d0467b43f3135d48b0599029367d428e26fb5019615c99c80031af3f0e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f20757670161f034e909b17c337a0095544112
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fcb0614aa41869667d3e3af6af79ef9fb98afd76dc5cbe08a2611302ba618f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b8fcb30c7ee0232d344eb744f144ffd13e3dc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a59c1dd74ff8c8d4eaf2772f9276ba3d0de396fa565c7271c302b17bc57a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1030e89d1ea1559515b12b7117d277ddb7c34bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5d84c669322cd27a51e0c2e4a42840ae1a76e13c025421d749d5250637dcb5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce8ad5db74a38f791cb4066b2c7ab0866c7d19
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4b08948a2b5c03e1557daed82d5b57124a367e344d8f400b96574038609c01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df1b1f6f959654423e00d87196bb99ecdab8e9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14980618c798a60ac0e93f21034dc74c42a4bdbde6618389151d5eb5ae4061d9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba902f1e14cd52ce89cc0ffe184df509e1a277
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dff9a239cdbe400947fb36eba51faee9d67fa223a7782512fee5ecdc9f5c7e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcc257a4a47c831405da7c26a491d92edb40b6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631ae41502a6234dc85473d1917659394213832be69110eca384cc56b2e0342
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745bb56bcf06f845cf43a7302e380bdd1453a0ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64866ddb6f82d3a78e6309328581f66901bbb7ae506f89013d4ae27dc5e6f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0491a7fda4cfe23461c6f94e628a6f530d518269
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08037e005fac9e9c34d9076a3b0510cf4518b081cf24049b0b7252acca6337ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c16d8ef4d4cf3b696595ef19c3ca6d4c82287a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064555f4a8895112579d3d3c56a632045f0a317b0d95ed06a7cac96cfce038fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c9eebc8da710aa28b665786da94dc3f57c239
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594e2114c2ac1f89465d5fdb3e4e93019bf4b48de63546f342a07157785bcae6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bb0d55219c7325e4c99f86e00aeeb787538bbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1e7d9298b0b7b3dbae5d03e589f4a15af8e273ef7f3c0304bbd5f902701b4b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63179e278229d120917c65d805550696add5afb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae5a61606d9a0e95a9f5c757354dcb68e246b6b1f1dc57b9f4d41b794a9f2f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110cf0a485235d23b19664999796013e28cea869
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aa5279dccb585f522574cfd0bce38716071d426d36bb0a92b15184c5e19720
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee1aed8cff177f90a971a8799da746f430e2060
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5360ad9203512db8054d235bead6e0c3035095f1a5f7955f0de8105d969d2a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fafe7d497dbfb058007a750cb967793b9c1649a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33d076bc1077215d79e059c1d1865fd4bbf23c40f249c4932e9b194c4476431
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f535ccdfd6dd0434d68f7589401efafaec3ac0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1883a7b35860d3ae8013fccf78646b09c16aad2e622883aa97b99740fdf3c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e668bd7d008f972765d1900d1cff054226dda53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72507e1ab3290a84cc97f8a39b28e67bcb90a007033f4341d8ea073771c37b25
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c662f45cd0cc974bc18e62efe1dedaef7084e9a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160c9388bf683243e552a11f50b6b0bd7ec58d26a7402db5c979d7067a12e7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1f544492207faa301a0a5872927fcdc2bbacb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772cdf57c944b99d74810750c877d82c04411b7e0e70e142088761c48c08e718
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f870fa8e3614aecad4df78646320d435fa8b3a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbe1efd6f8b041efd888579704434f4c6b098f5e7f559cc308b1219c7a3a9be
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb355d7a559bef554eaacaa33e03df00fe20fbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a510c6de50afef2518916d4a68898b3b24cad7cfaf989ecd6396ff10db7c581a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e630bb0bee2415e5796af7a621f6b07117838527
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d769a0cd58a7295f7a26c21b427bffc717aa78184cfdd8b947f87d3bb3cc1a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a69fc304ce8da44478363d7f0035333d17cd402
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbdc36b69c494254f55f349395d66a7a043df5a521185c0ed187de469053ae2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259545fdb9571c811885c4b4758ab33d0c7964f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ffbd2a8477ae6c986fe54a9c05d38b13eb65c8469f127e3e21eecf13742b7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0f018757b963bea98ca6a9763aa1c4d4cc8163
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0bd104d9c7e0e7181e313110f5e6853f4f48ae12310837d1752590cdfd9221
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d11bbebcc2146e16fa7b7f88ce1712697c790c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d07387a15058f1717b147742baac50e43edea988995eaab768c21c3f8ab7ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29457fd3d54a0bdd28d456aeb4ed506e270b7ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849b2bf609ab1fd6fc1b88631c2ed4078147b033b55faa0d8f8de7e244a72577
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f0b6860fd93a80518e04cea6f0d88b9cec6951
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446c2cf57d16fdae6f5d6df0f20679fe1d1d02d29da0e0f4932015ae0df9d8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e3c66b6dc4ddd9912c38b6483710d353e5591
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfacf3d728ed8909a71cab340c06708e5dc316b5543ee28746146fa4d3c05ea0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212100024986fbe404f02a796e2082d5ea780990
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d125d3b85d5dd49c7dbae4608e94ef97ae012cc8ae64d09ee99e4454135477d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb953052a438d2f2261f97506e43ad08fd31ed01
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e42f291b3c3f901810c81fbedeaab5c5410b8382166bc1cd8c306910a6340d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b4a9fd09d0c50049a43bcf8ebc49af49e519c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7972c167cba83599453b670c82d25d739124dff3ba88870800a2915ef53b4a4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc234f797246dd833abc87c95e60b98987cf7da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bf0a16f0624b380316371732d19aae95f8659e3cefd18973f4e5e1bd141ac8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e86dd9a8cce69166b5d1262c70190c9beb256cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c4a0e574a97f812454df77c48ea1ab16d04ffa077d40e93ce718bc022abaf3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53e74ab71fca0c494c6cae5683cde24883d0970
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e66912c4bd561eb8d2855e00b35280fb1491f8cf997f5ab403596e27900a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ffd912ee684adcdd63bad6d21f5e302ca82f56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7c11fad757fb9c2f0b942571718a4f719e1a1af366a751b554783d86b9f98
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01acc6194c02eb1a7642f72c412a80b4f2054d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7609efda78a05424cb02b4a67431dd732808c8b9d2c02f80bd3aa228e1885
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af1f90620d4267aa9458255775809009aeef423
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eedf2d6eedb2b695ea5a54377ca7e52036be0aac37f39b191c2046d4f6967d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7824a72c93a1f3a6ab3e6cb1836f4413d68196
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce85fba86135c6016a98cda62d384796c9fbee7f8af197fbc85f1a2ac7a8b3a3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c68e39babe6458e8348863a42a491655d55b9e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71cb1c75528df5a3f8798fca2f5b549eac8249700a9044e75b9ffb10da49d63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf22c55ce832610c88f402b74a46a50a12fd726
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff1ae1aaa4b8d53e1ef448dea7c014de2622411f40a5a0cf9e411f4cf0ac97
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5c0de2f27156beecf57adbc54399d72984ad08
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc4b87658af9fb7eeb9bf1dfa85412b5be6d05c5e31a205c4f6d9344fe987c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8249a569fec3f41c21a479ae1fb3a66769d763c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a2c712a11caf38bf98251eb8a474fa1a5e21beeef8803a370a29d2ba5b5e7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab3cca66ecf4761eeeda968cb9c53ced90cb5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315198add341f05e6349ee69984160a5608dc231bc9b44871b117db963daa835
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cac8c74ece08283ea0d67e91213cd9e57a16bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020d5119d200282855da5898f5a565c3cd111b65895ef476937cb23be7ef996
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bfd51b9766ac5496fe09ac29a1f54159485ef9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a942246facc335c3acab82b5dd43e8c715fea5cdafeb15979c9a090900144
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab34056c3c08232285d6316521f72855cf85055d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0520889eac891a03c57f605b63add519db258880ddcab0297164c0ba8390a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070ba412f4d84a67ed9e9793c2a61e2f117cc316
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7224cb32e09368dfd13e28ce5349a8e2b0331cc2789ce68ed69f80fbc0780044
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a350fe680cc263094a8927b09c47e6d4eb8ca12a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eadbdeddffb0cf8431a036f75356105a6e867f5233484047f3b2677e9555275
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89844b7123b11b51677babee1bd69317d21ca57f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b057731b0191797285a075326abd20503154161515abfdb478f9d9a3fb53d396
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064a49995cf15e31330d0d90adc5cd948a72e93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df57c5984fde7e3bebe672c025d7dc4815896bfac92d12af628e5b4313988e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f208037189f61eb90b10c3af38d1ce9cc608310
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb87868ee0d00ee3d4ad387502fbaaf005217f25bf4e8db2a5730e335ec688
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec865742a869301ae9e09771865f9571113225c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6dc25c4f7d08b9081d3dc46dd037a7911b8efeefada0de0cbfe5cbf1b5b24f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6522f279650a5d5b1c130e062eab0a9ec4e512c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109599b5802589089289cc2b78e500cc68055bfefeffd5d8c1fa648d341fa69
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55cab58c7e749f74ac3669a3c021a42cfb1eefd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851d36dcd1c9ec51b9754051455770d6a979d4ea4b4b2d6e77a717005ea78705
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414579639197cc23a25bdbb9e9f4bd0a0c7e4a05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5927b4ba84fe556ee5f6593b41998373b04755d44bbedc4f8b8d616e1d5ba513
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df07f0e140a60988b9df3a891a12a6d05bd2e29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17692465d0c65120e4ab0c9da7d33499c34e248f004f35d9707c2ba8614d3a33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe11b13e021ef39e7c94ea8f7f8f93392c80eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc9acc4bc8e764a307e8d9b3f52311817b4c3a702877f548d5209f6468331a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194680d8df9395d6352ffd7558f0a7dfa121b03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01884d9899a5920957a7aba959b82eb60d01b9a65df39f72a9fbf7bc7b25dca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6036d23ecfde05040f6da04018f3ce2ba26117a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869f0ad4154ebc332f51d1b110e7809ac5069482a5bb33ea7ff065aeb973b8eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05352d449d4c223b0560cdaf5aeceb551cddff8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf3728cd024b61a75fac8c3ed37feae560d82e8e82d0f2f42c6d42821402886
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253f0ce3a0aba3e8897724e6db4f59e647daedbc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ced33ad1d40d5bc81e95efcd5690ee802800dc0609f52ef078cec7b981d20a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a43c7ac3b6b65352586f518b098570d2a298f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e20d9293ddb98e341dd06c820324875f66bc64dd173d0f579ac91c923373c14
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c832486bafe0d2dfd0e973bcb20f0495512538
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8640f7bfe52428de4b3b92e0196983170b111677a785a50acc6ee8bdf183abbc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30e41dfdaf53a2a38628ac1f8172451420cef5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6692b357a56124331af96e87c70a359667870782e54255b98b732bf142e1cd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e46025b8f2d23155803bc3915768a7d138dae5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3316f95aca50d98e9f76699d8ab00076a88dfa1a62020efe6847f594ff9851
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83f207bfb4efa4c26d95d7104bfd7afe63ab8a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065dd912fbee5c4950a2e47f2f61c54140d32fc9502d30077b76534a26b9643
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8364909f75b33fa29165aef271c2c339ceb4f2af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348ef20813cccd7dc94baff7f16b99c32985fd580088b8b037e1cfb50f7240dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3771f9a62084e3ea1282e800c2023ab9aa9914c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b8c4800a190b66fbfc0c5a01741e194b8b744b267f95c3062a1d70ece51e4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2586501c4d1b2cfaf9cdfd1063497bc3b517749
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc98b2c9ab16820d58de47d555f1bfed6424c6f309585f43635794b7852e9a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8336faa568292ff659876590154a6f2101769
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9e6170b0d5e54347d268eec983cb8705b8349a5907c85218aa021618be5a23
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba131b7e0581cd9681df509760a3d25390876a0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bfeb236046510bba1a95ea41110d8b66cc8a972fd395c3bd528cec62ec6d33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e91d82ec16460cc2c6fc08243f56f47597eb45
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5c7368feb769ba98d1fcbeef271e82a7793e24eea48507e828a2029d16eae5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a07378398bb338f5c18c4178a3ecebf07f8b177
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d71ce11ed90e77ac99040eb55ef3c8bd23cac744c0ed522bc0553cfc78f89bf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3a1aab32547dbf77ea380dbd0dcea7814f94d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1abb674eafd0a0b1e536a65462ab31fc91341084e4b6e44c63f1478d8cfcb14
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba6b47a8a965b55337c873e2a19efa264c787b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62e1fa0cab0a086c42d4a8f61198e6ae48641d10f7d98c02478ad22e8ddcded
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff332d08e9d752e5507930a74119f9e603644f5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb10d318bb4f7134e95296b07b4d5dc48c2dfb9265d4ea4aa6e49d38cd730bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fcd15d4f0a7aefb2269be3ea61b21e3d45a947
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc9dbb3d0a6c83aa80b966d3cdcb22187f455ac2dc54b288ccafa0a2beb271c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba15fa428ce964435a22d8006ee8bdd8f4af757
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633398fde2f07cc8d808643344fea67a0a8dc84e3f19b032ade6b320a21a3ea
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fc5e2ae63883fd4fb84d453365bb3e101f3028
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc1edf2c0ce1a25c5a641748f07cd97108d664d428b0b5abafb27631e519012
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4a52a551a4aaacbf39db5414e104b1e729e235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef165b15b1a3779a840a0631885d886f8efb01cb724868ef9b8886970b75d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e267eb6fcf3f6ad10434c988e916051cbbead4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bba589a9680b48f0ce6affad6e8c60d4c3c1e2a49f3c110ba4793e8a94324b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b590c8895573aec3471066cbc64f8657e0a2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc2deaf1deab67865208a8d25e49644dead8ef6f5acd861f33bcabe2c703079
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdf7fbd48cf917644f25e3f543a716eff6dc58b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa588807454e81c1dbdce59129d82211dc76b3425f70979ba382c41e3ee633c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6537df4b5b01b3053e30182a3fd2e051792b4f82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712cb81129bd6b681f48c8c0a1719af5c77af875982adffada77b9c8e9bc170
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5dd23b1299120eff87898c4ef56d29659cf8f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18de3237b9349bca7f04d283a1c798ecdebe0d8cc42c30ec09a4e81bf6c0616a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2feb2b3b9512ae75e1294aa99f0e6e72044d09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209e902bd46e431d2088b8961201e1705a9c028aa1c435c6d4a2360d32f0e562
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ed97674d645f4998c71a0366b3086f32ee2c03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60e58e790db74d3ca94aae4b30e577373c25ecf5a3c8ea59072a0b6c4c947bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2079807207ddddaf2313b2d712678b316e733b7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eee094b6790592f463013db100cf460209e2e4f7351b416e84a6df63321876
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a85f1569f261b58a8099feee4a9ca85217fc87
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c6e40880112a49c75b44c68c7d1596561ae8c424eafef64edda72ceec53d9b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56a63ed23c07009e6f8e3001b959dffdb9edf5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31fdbf15adb599a1a46774dc8db63cec21a19fb27c942ed03fcfac7f19c0229
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bca8bd887fc1358bb2c6e4e44dbef25765a930b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73deb73d0c33a717cd27c82f3b6182a54d6b471e7fc9dfa9f9b7542aff3af57
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee3a10905abebfcd7370cf56a7b11b08de571f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1306369c24cf88b86d7625e64b315a089cd6f9870e006cb179d49dff67ef5e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65bac1f20cac68c910fc1771a60ea9c6e9a9e43
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d556f5966826e162adc1f12a44b3691e0d47a7d1645d3f72b9224fa916ed9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91208f21bcdb8bbabb07e357512606b7f0dd16a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e665890461e63ab2a757ceeb78db29454b455101d3869c2073c7861f5e045321
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6825bb02f414f037e1af2a51e2f1769c2f2327
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51069ed5b3479b040f1fc11cb653ea204bf201c94ccc4eaa09ede137d7ffbf62
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24140482827da77d942b0128b6a6e7339260e6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c68e04795d089b277b0dd3de2cbd50c8c524040c37f1941811e7cbeed509a16
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03809d56994f25daea578496bcbd1ccf62e8c997
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bd355764e96f8b2cd48df586475828bc2d19c0abd7998b9d5f9040ac51b860
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639f35a51339de57222ff21698f25300b73b3c5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3765fd56faa9a4ebd1ceca894aa534d5292d3eca4338ac82a8c342aff876cf8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3ba3a865fa53fed146d549778c2681e47fa7ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72358cc6559fecff564eeca7d639b9db457468894760982f3d1b6a53c8896709
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c9adb29ced0da1415b85bc7fa90f62e60e4ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bed5ffb692dd95c36879e273c10315f33fee5a2dbc71ffcdc9ac2ad860ab04a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60dfb8c74a19e8a1e405c68f57e573d9381fe4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766666abd83cd9fee3e43a78a9d45cefca6fcaeb5e3a504b2ed4c94ecc863167
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf39da8ce5b8ee6b9bec1e87e335e2c3f927c5ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55108ded2edac1b14ab767a215970b7275cbf7784147b8abf3d21789d98c831c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fef601bdf990e2a640314d0a9e35b3eec1206f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d26cdbecb74b662ead8916e376b48e14aca03d717e25a291cc7810c0584a6a6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae9d36f80340e0ce0aa464a70ca0ba5a6e355b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929e670f3364e2009498a17d75462a7633e8e414da99464f8c7252e9119da029
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcbf0062bae57330d684ce8c096d2e39eba5188
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef520adccda6c5aec96f7d589676a10a75eab1e6a45392b2457b0a0d1072f60
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d523d90b3aa470e3579dd7858e10667624bbeb42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e23e08d4c95a2645db123fce7e81b78a9cf8e43fa4fbf5849172d753bf132
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a02ebdd329f691ad7b1961e9145d871de7bef6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13568eb01fe9d46e2562117e40592cf71c118b781148f36c90aaee58a2b157
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dcf8c812892079ecf5ba2e02a57c05f1b3398d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52d98d3cd38cc2aaddadac9eb5d21a520f018c18ce2b76365f43c8d93b1e24b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7699b891673c07d47e0aed6463ebad491dfe62dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626d1fbeb7e513f28dd4c94c9ddcb9d11c14ea04fcd1267f13a66b178043ebe4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd412c9bc05f008e374e83e732e99b9f54d3e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15382ff0134d306b10512d7b27c0e457b36e7a5d280b4020e00cd9a6c419a4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06b45546d99eb28dd0cb4c0a8e680cd40f3c164
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0bda16527fd61a61a8393969c22acfe4e833f544b756ad280e3b7b009cafe4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64dd3ee4260ffb6ef294dbe446bb56d0c4b3703
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d959ee5aa0f1c084fad4f66e1f444f4e7d1bce79e817c383585adf7a50631e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef59b77bfe960ff2731fdc8aad0882821da72a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd0758e8ee4607a1235e99442a3c06a76c08ea9d9032deca4d47d408c658bde
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9554325256ad1ac6fa75cd2532c6c1842f04288
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9b1aaeb8f8549e20c3f82142299d42fbe6726f0385260704021e27a0a3a9b3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098bae3798c30a8ffcc6774318ed1dd194c1b19a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f615f5c0a1058ee5f5ff556d65b7e7260d76db67dd7a030255d9cff1aaacca38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5100bfaf655edbe435ccf4d0076027219e6aa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d062bb7a94e734529530e6a91576abb993ec3b505e7745c1c631976fca4d979
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88760c35f5b960a3fe925b8e0268d1f768084600
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1f2870ff4595bad9fb0a86fb1706791c4f1d22a4138f0841885bd242959331
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a38486b8299f35625c06c6843eda6ad520534f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddea05215032f8d4ad8360123a6dd8b10b23c03ae862155d68699e282203ae96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb23f5bf8e296d3d3cadd8a5ad4f07d9a7532e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2104d50ca7c02829f9cac4caf2ceeff2c6fb2dc4826760536f6db88bd572b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa52585ea60c43574e5eb2fd8e94c8e581b7440
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3e54603a461763a5a038c69f73badb9664ca330c604084387699ceecbaada
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6023fa6b833b8f5f7e447bbafa8bc5c749b4ce9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae7367363f97b829d073d39a703ae87fc94d074de2dc78a37c6485c3fac1ee3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a1c8dc4b9db8984c1d2c6f4c8a0ca46560c7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac067f52493b136f02b0d7579f4378b061341a28482f0e88c49a7dd724f66d93
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3933aedcfcdde3db969677a317e980b0c492460e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f37cea1ef6d5deab293ec5ae3f831c5786cf67a7ddabd54ed13c53a5e24ab8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bf8d13cd30ff71009de4adbc8ff65488f76824
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c324ad6e275bd1392048e22d59ab0266af4eb9ee15f94bada068c6d928da98d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb523290414319fec28f7d409e80f6ee817c95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6560f2345ddc3f4abdd066a9c44ce983440db1ac1421383545ef971df2a2c089
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6714a8a4c0d8f88af1de511de59e3dfaba1fbc29
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861f53ad94711b3b51a7e55afe523e9cf8759bafd26f47f9d90d40180cc39be
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5aaca8b5c9ab81b3a453797fbb335941197b35
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2059476ed8cc9f705527061df7a22735266e8bad4054858713154f5e10996
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb997cc2856f456b9898f73fbb7874341263646
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8afafcae3e022f43cffee98e30c7e368b794df34b4351a3622c17e790950aa
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9b75e20b6b0619ab61f6c41719c2f511688925
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a66c83dbe2cfcc031d28c0b15ec42737b395c27db36ecf22ba8a1e85de90450
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf5b8f3aced7dfc6765d58a624d64737262d60a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556167f26ad8a913a6a7c35ed0cd0785f0c19ce2a78381793005f2250bbe5a6a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9427a4d9a6f241d6fc205eb2ab92ceff9192780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21942c28e4569a4273439d17635ed4b4397447a8f5ba66026ce1067f950ad83c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0220b45c83250a0e1e9fc442f7aca4f9882951c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd89ae30885fba24fdc62ce03f6abb37cfdbb1e15b3553d7fb82bbd58fa3cb05
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150c035bfb117c35ffb5ada66cc96c11ebcb6aee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d404c966451ff06165af076e5cf1fc4382d609c55f3ae8ad2bc6c6b433d76338
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4e133ce00d3f11f45be824f90b2e4c497f81f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65378130f46866f1db5cc867367f1641e0ba26f60fafca898b320ffa6cfea2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1d8847deb57b2186a1b28f919703b651fec2f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f02050771b63c82a117db311d82f27ede90db90d2b2754ae1f9e08cceac402
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783cd48f1eb22280d7dd0086125c7ed2791dd02f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdc441b9c2cf09bcb3ec945ab1eecc2d230d76dead982b6beaecf6e37711c15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c485d586f83bd1249de779367dbde93cb03b42af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a073b83d5942453ff2828109f056e5a53f7460ab8b50f1e780399273d36e4a33
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d02227c48fbc1264fbc560f9c165540e11c7ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e6c6cab4486faff0d06638ad4efa4077a8662a6e0a44bec03f317c898e8bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1cc31e2a11368636751a8045dec64cdd62b3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1014e503bcedaeb71e675786f97455b7a8501167c86e55c79753dbe7c3ddfdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9fca3540ae9f236fcaf8b16146e6bd31788642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a857fc909557b03b482dafdb59e9d3f609cd222c34d02eddfbe6f9018b9b988d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187f191c6d9aa288846b1f42e19ef0cca8dab732
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656c891d24ab497657a886b1d0012af30150b25d6ffe9b5b46eb3eaf7927bf8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e696e19a960ed4fc31721351803fa4f98f946d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d718b5ed421b8ac8b2acbbfe133a4329a69f1ec1f44150eea125f43f8459e8a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107c1648e1d4bbed62243c5f662aafbb5ed01b60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89079720788cfd6cd6f87c956b258ea58fcd3e1c879f477267132bbb3e757f8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91a57857b2cf1c01648b799f1618268c53eabff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341029b39c17a2f0819935b93e1b0b61a250c145ca4372becf5fa72ccb8f1159
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3eddd9c0d96e0d7c286b87b11574df8a31fcc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c049c86d78b18d27cd6bb1de48be07784c41d4b494e9a2bc229cc293f8b37338
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5e92c1084a5008fdd7822437893e1042b6e60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad87dd6c8a9e0cce9b3907f5bf16f5b272430bf63b12e7972094bdf03946cd07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ffbdd05760eeed974506c4a288a35ce9dd48e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d82212751e683f7837a27797cece98c0154a5f9e2b8d96f707c24ff045a21e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e51174d496c00552aac1a18369b788c843f7e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417060ee25ab454a01c2e568fb1912b70a2bdc4bafe17c86bb15a69c107a264
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821d42177df5f7d71466d02281f69d08cb112bc8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021c13fda1ce86cf049d0bf29cba06bc6d88ca9545fd475fb831d1b09c15fcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f00bac9a13f83825693a2d86037be514400922d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c9d19f3329d7ae2e16f1f1aab41f26b9522647627ae4b57c3e505912b3678
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94427ab99a18610b538f30e6db4b5a9bc1212a8e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152c9e23f403e06a87f27186aeffba02f3d94241a033dd48837296a8af5e214f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1381d918b6cddfb5f8ffa74c956f9000450963c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dca46337f706447b7bd3229cad7669102e087c7545c8b48808f3ad12e5e711
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a1a79ba6ab8c47ff3396041b63999bc4e13931
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d056265e4759aaf93f43d6f80e2e7fc87b9d47ac9f9cfc438f52f225983da6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6050fd1b6a5b5bc1325e384361ea833a819f038
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacc11b60146fcbc1d0cbae778cc94d3998080ad8fb9cbc12b1cd4298f78d1ad
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba049f805a5101c10fb7fbacd7f4807f429e03eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f703c3f17bc379f04199db583ca37a54a45d6f65086918ad4e6c5c7ff27d5c7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667f1c3d0da78743a1e18bbb54be9e167d1e241e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158baccdc1c2227c5f3deb811095f5b6417684df7765b302d5c6b1405c838468
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9a84a5da0051ffc185b167ed772fee71db045b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c7a796306d1851f3b3210075b896d0f486206e4eaa134b803853c073c93d69
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5001b8871117e3a2ab1766377d093808db59947
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7cf44f36da9f88197e438ba8ddc80d6629630d180da8655c9a3e5da10c61c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4996333baaca09bc2f73c3e052c7ac20071c4ea9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c709d045949a5ab6301b218ab04c2be1485c18e0253dbf8ddd74a35b84bd0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb586cc1a454a6aed6622c21b9e76e32923edcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e45be677d912c5f9dd59320be9a8cad49472fe3069c20cf30575bd32bd4943a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3594b5501967b0a499366c80429c759fc90972
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90446fad1afa6d48837d892cc6ee3de4c48302edd7168a6c3c3b5f8c947e74ae
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9412ffdbb9abc660217d7750c3bb97f7af09dea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ae629b8b0131119bc035251995ac143aad91c700c04c59fe69e77fd1f70712
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3868ea036356da0d580bc8fd4b14178e7f28f7a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1d214e86ff8b2ab6de236f1b94a42b5d5c42baf16d5469da444c511ce2ca7d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba95b37ad45f1cc22fe122e671ebb7b7e95bbb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105221ce5e25a7ac8446f5cd9efc016f93252325b87c103975f3e7b8e84d2b9b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb10640cf91a59f6f555b9674ba6a7f42976214
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7514c23c0d71e30fb89cda015bed5fffd7a0ff77bc608ff3c442091b7fcc7de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d62ad8de647bab296728249abf8b7b353ace659
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02c584d61305440b3e90850676f36412d65f4065045f9fc9097202182594def
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2566a54f41c097a663876531359b4a9e55312d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dbbd4f9d1fd574942bfa993fda33b0c534712651025836908c1877e7dcca0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c806e48f54e61de97efa2fc9e009750df3d83885
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9a40152a1daed3f8c71a90731073ba0cc21b187a697dd0c46149ca17464f75
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a9476d515d3135734d9a6c64a97ed28206fd21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f84117776d06d3a28e5f0231f5f6fbc719fea82f53d11d84a27a632ea0b9f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b30456210e8c413f931e833baa35024f7f0ab0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbb1add4690b58ddbf560673c6668ceb330ec9c1bcee3b842bebfb602d5b0b9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87463464bfb715d39d0b11e2e7ae0a5f21a36939
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9958488831644058e6811ea8366fbb49aa70038a8e8923fc4d7e6f7574fda629
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e201d1d3e55eb3b438692b678aa4d1a1af9ea7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0617b16e539d2c48b32d28a056f4872786e45f22b03958cfb6796610bf1c4782
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe3fd26319f983136a3944b740b9ec57f537b9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a9e86de468b727a8ec237dfdb908ccd54f31e38758aa418ae998d1900373d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7826ce2664f49f53d37e8d4d6aacf591d79b029
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6765101cca630137295b5c8f23ac69c5971dd627305199361699e84105468f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc76cf497652b992cbb546e55667e6fd9cfadcad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e92b4fcecfac30b5819d2299583049c19cf9ea643b4bf045366ee3388ae7f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c55bab6bfdcbd0e3619928724a4833c0c0a098
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea553c97c1cb35b23df1f8dec6e95ec17efc78419892a06a9d68aafb5fcf908
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d614b41b910466f67c1b0da251279ef255530c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55843fdb513f17eadca774c16c6fe6b6dbd876887fac99cf6a536349492f66d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feba71f2bf7a27e2502474901ec29b6d69687fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd0c9c348b5e50b7069f4e9148b2a4d9a57b8efb635364fed6839ca565b570
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b574007d34c271104e2ab96280012a2983f395
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758e402d054f4310bc15c2a675af0e2d8114b661dc22e736516efd95c9844444
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4b1dc4f0ab2d6874b0485c14f82be748daa4ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42127e6f9a060a6370c32f445e59cf36aae0e3caa485ca42c5f2a492cc2227c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0202a27546dc65d5dab29768bbd49fcf9778c06f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9508b5e49cd1df7f0e4e378161b034bb4fbc616e421ec9fa60c2f0c182104
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100837bc6c6d5e9c9ab2fe763e1ef951ec38dcb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a0ec89d87efb9b06c73bf4ccb0d67ea23b495c890e68435c2876369614a28e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fdd26ec0f9d14e0f11bb5cc2c4ce68ecc83b27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c2619a2d61727dd952822c3fa1ca28161e0e69941961e9f798186d9a04228e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaea2eb1bbcd931e14e30a64767fcc70388beb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fc2846abf16cd332144ee0475689a99afe979989c00a1282d74bb79e21a475
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6207d4d219c0cca4307da8994d78d08590263292
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9706558f3fe62bccb68b555de8075c89f6d41b182770a0bf6a6d94a9a7b78fb8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f78126b51bbd2e346c2c2bc8e398b944b26daa4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b003f37c1d249b30f13f008889b742548d539fa6e5e311e355953e28810591db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3745d1bf425cd0ea3ae4522786a006833128ddb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df27d9eed6d08d8f1e52443aaa70da9e9b6e5a2aad0c50f19f8df532a87abc1
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd027e3af1f2a8ab0c75eab74dd379906c0dc0c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb51ad605171a307b95b8562a92fd76010616fba69443b2408e3b34d83d1cf3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1dc7963dfeefbcd96b440007a3987acfb1db12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fbd0f50e730eb8fc7ae8f34a10d9a2e7ef8b5437f6720b4af47b28a8923908
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6834b2e94ae4d2841c3a1dbc1bceee58165e7a8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31284514b6e99acc83d64f72dc79efe840c548d3ec149747cc854d358d7f584e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d4be7e29a06e1a2d7c357de086d1d1c03a7f52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6afba0c80c7c9ea9552055d0ce6d7ade6bb71d02ae5b98fbce2f9cf1e2edb37
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b955633c1b4d48b50e18b79336aa0887d7c2363
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d0e6a89ff133468681683761903fa94e1aa529b34417c28c38ddd5d0f9eee5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43972365c5c9d67b1b24eb8a466586860d57b838
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e34bc6ff578b173cabee68e90b4c710faad70b44df1844951c32d832f37c6c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7c241b80589dcf67dd06bbd8944f9e89a752d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed5f32386cbd04ee70adbb09253ee082492f04e498a1ed83bbd4420d96e29d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd48965d330ff5e3bfbcb5e7e18027e479bdbf51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d99db212cf73f9a4651241b2a6137b477e89e6d0234875e627da1529dba1ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd4b27d0a48d887406f3502bb4dfd248b3c96db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48904abdd5c09c5876eb22ec016f7c399323e225565a0ad40c508e46cc423f7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa936909e28467975aa26b753facf5826c961ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8534b37a20673ab276c3f0d53b562e52f3af842d4171b4979911d036d0888
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee14f107116a01c809a0e2433eb57ef9d9dd0917
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86273e6e8a4145ee68cb1b054d99b62f20bece88ea3266f74a91710351fa935
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6401a681cdd9945659a89aca43438c2a9feaea18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3def481d0d24c87ed261eba90bb62c79be7e918417331b1ce28d0d43e9abc5d1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622cd8403e820c4c2d6054e9ec1ecade6002fea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2006bc44079e2c8c3659678ab8c85946fc4f251d827d50f55c66649cea43b870
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c60631170fe75c437ce7052498d2c3d9402e206
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33cdb8b66fa1e99b568e5f10200c2cff07657ed49ddf7f1513d88edf418b364
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae233ed2e731d1ee0d6ed10cbe2b5f1d8d80ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d4b5513751dc714bc1c3291919658d2a851fa43194e64f2906d00eebbf386d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ac2c0da4c92e6c92cc3f33d46a869ad9b6996d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6ca0bce9f77b21d85f671a8910c332db9e4b1acbbae19eb1bec63ba42ea0fe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2227baab4e2cc680437542659fa1759e19648e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224eecd944ceb224c5e3eb76cd14c804bf069ef9db7a891fc8c2e47432e11a7b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0809aa492f2c0c7747f7f148d867ef81fddabb40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcf9498135e99e4bcdb74f555d9b28582181dcecff856d674415f7636a7a8c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f9e7211d455be05164e138af826b0a20f9428d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7b8311cc203126a6d738785dd8a0546d0b8dc426aef10352105de02f0630e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458588ca131079ecb73b839f91422b46e07d24b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76cd5c7fb1271b2f7980b0c2e1e63705e1b0a5499c62d00c98eea77f0f0e7de
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204629280466dfc772e0cf4d51f940407cd2ec57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed27e488b5352cf81a32eb11a792abaab2734d460df43ac7810b4905adaac27
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd4763153bf4cd06e8b2a01d0dfdc3734d77bda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8552c0646ceb3bea443dea210fbcc20768bd363dfb35498da57a9d3ada1e3d45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38b8add99ca70c06d382d668f3397ca6def18cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba876e3d69a739bcbe2e745c938e91ac8a6598c8606e964994e967d9cda07495
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b60d99a5078e24d0702ec0f1182ca355f61348
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7747632f12a662ecdd04ea021a79ac7c61e5b37bac0a10daefe499a70ccb48
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e67e68ec5eaf36374236eb8980522aa38da5aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2a36851dd16217e886d3c0945b72a35ff6aace351ddb22ee4cc492c74c3661
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070e301980636cfc4d83cda69d0024387ca8abe2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abdab39e25eeed3d076301baa368a746e959deb91d4a0344d9730884f4dc42a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981e6dcf7790e670646d3a3d63416037d6ec8f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c92cddd5694accf1604469db5e8564d668b4bf2fdb1bbd5c7b11576b8e5109b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22433050816327a4c819ad40b9ed6d788a37919c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4564d6fc2dcae4611194304d076e3d68c81a978794b09b39abfdca19e97d3787
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d56c504bebb2e433237a7d85b6a6d427de30e50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a23923377296581a5774774215388959fe325650f4ff0a410aaba4ea9248ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdda98d5d599626297efe0cb8268c4c6bafab09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4c6db2fa48a3f708e39cbc08be2a1bfc2bc979ba5914c50b3fd811c8456e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d38abdbe3c381462106c043a549b96043d810b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34b45d80dc04070eec2c2e6524764351c6c17f4d76a9b3de1953787076eb337
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c5e529791031f9444e07f59b5fa3ec5f58cd7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3daf6a882b82e8f29bb969d588b9d25f94125212aa7f8ed7c0411c7f3fea8c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c2a4c7fcd19f9faac6a39447e9bdb333284d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418a9a87405323e94b098ed101da6f2276a4fff79a560d5001be0acca290d4b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d80dc3412901ee8f2ca1f4b0ad8476a61bb37
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4d9133ab8732229e6bffabca924f0439f1f3f779799a2109aa31ca4445b858
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c25879100d7363d541753f5f198a421e990d42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee33142a383a0d705b92e2cc5164e427579ebb3d26310e8cb10452b708e070
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b5eda3608384f568414699313195691e56da7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2895a99c7e52533a8f3faebdf10c961acbb6fe5b4d39d46fa43ec969f2109bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2f3b8a3b1b63b85d7a7814dd5399a4f5c10dbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167de6b35fba7f43d6439bbbe8223b577bd51f2343dbf53225ef4f436bc08cf5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec05470e969df42307348fbaf588468d0005a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa463cb968b990edc9a0d995599bba0de4690068a2cd68fa828b4b356093340e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2790b72549abcb5c8b4efa8ab994fafde90e12d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a1c06dad43e75622088a5103fa346ea3121302bee162d4480a26438d1713dd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0900b8990de275986dc3fad4eff795af70e968
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1920e59084afb4ed1767b425b155d869f911fe71178443d0c3cd702df2ec09c7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b206e11eab50339297babf49ed65ca38eb1ae6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccf86204b070c2c300a0081ccad1555481925bb2063398192e07b5597d3707e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8cada4a0446ef099e356d1f28be51264b3dae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5dd084d34abb0a50c558ee0187b2f1673b0dcf3662a83e874ce82b935a3c15
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed148dd4ccf553bb795e62f8071e57da72ec0f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d785de30cb214dd7fe929ceabec09f96018931a6c3c56667612f785fb3739e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e90f59c482e2f8de65665fe2db9f43427ece510
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271eb7de06f8b8c13e66b2a35ac5cace79ff05211e8442c7c4cbb9563c9574b7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d31ec224d82d6e8b35b86913383ca4a3ccf051d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bfbaaab57f710af8c0115ac6c3487518906cc166c08e509004d3cf133e1d6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9623ba91c287475273e2061019234c66be5032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2866296ff39471d88bd15436a8485ec1dc18538f9c83b1d7a4cb3c97486f1735
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23f877d78492d9330343525d33a1f9559289e30
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2d5df98b9da07d81858fee11ebe6329dc055f36759b27ee2066fae9697e23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6a49462a7244adfe7b1f27ee574a251a479fa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fbae5b88da788afc2fd874fbdf10f2f3216b4a29b87a2726bdf9df04b57d96
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8958cfd922b4fcdabe3fe3f123b94e7212725d40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d0d18a985de49fb254ec6d4df6dd3ec76211451efa142db4b866f21c6da575
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdccf2f9cf2509d470444a57bcdccd3dd4fdd3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec37367349488334ad1d1913255fba9d33fd384e2062e6f2d5662c25488ffd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df22938ef68ac54ba1c7e44ac46ee494ec620d27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8def97365d26847c4db04caa247073f8213c6f53128ec22138d803c553470c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd069a57ac49e8f2be60f2ed060b1bee58803f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55880b68c339bd84ec24e1bb1ea357fa12311bd31f8098f028ff15580b2d762a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb086381205519f56759cebf50eeefd4d87c60f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bdec1f6499c80a97c5aae9746612d5f009fa4be2d2d6b9438a81cc03ea9886
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0c409fd01bc108aa6652a52f8ae9eea379e538
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b20a03c2e9d67d3874dac005722b74e15cd40bffd06c073037d9d7b8fbb32d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e39015a14c86677e0db1fe63eae925df9b5f3f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc513884997e4514d45da49bfc4a5b361aa0585edc0f32a6b758ccebb635d005
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb6630aa892598b6153fe498ac5658d2708ed05
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5af3c3e65bf996f22b95aeccbce9775a3ce5409c5d8bc026518d2c8cc397a2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1135366ae2a22bbf06c5e6c1b6cb11e2c03098ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acfb3d5c17565c577778da5141c7a2498817f5cb0116c2bec70cb65227c0d8c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a9f46d6d9c3fd93b8cb31355ffc36935552b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb444abe6f790a77fb48497d7d8f46548daa22b67b9918387d2885d2b76ef5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c388e8577b54e1bcbbe0bf8e347cda6d255a7fdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfdb03a96b77f85ff0ccfcff5dee6859322d5e2dba4ce42331778cab39bbdd1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ad7e2168822f4511eb896b0a0b6384a6afb66c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ed62da0d8ecef02b95d7da4567131a7a83e31e7103a5de28f1a79fc081768e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dad03c250fc6d784624de4605f21cf0af2f0d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8bcf7e80cb0c2026f0609db78cdec0073401b77cabe96a140fa79f4e76c1f7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5d96ec46461cc6d802d76b19e8ead9fa7a0108
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fbb84c9448a0076df7421d60060677b9065fe67ba1bb6bc4d34af595637ea4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2cc9638219c9a4ac63d1472e30024d5ca92c24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98860126b1e8c76491ee0bb320ef799580c1e796dcaac048682fbeccf59bc3cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e334f497cb5db31920e99e6682000e23e04245
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab28fd5213a523552b7216e676e4c000a13a2d37517a9726d1faee68264eaeba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309a28d6f2bd4e7671a999b4358308b7833dfa8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aa9a475f399dfea2d72272cf31129facc5faba50a84098614cdf9cc5fecc27
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda5d546993a08e2508c3be8ddd69d2d326a0144
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f945d29141239a93f0b7f5451d230272cb93dace6d8a6a29b2e8e4e9588ed168
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b03774e12230a6a4bf078185d073293d75f54b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c568e48253f5ec6fa713e88b5901074b8999e139468237bad7717098c9090c6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8564b8156bee1932dd3ffb9e9da575e99ce1f656
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc5f95127e94a8ef5c1ac95337966cb655c85c8b0f4d5e42ca054bb91e3981a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c0d0caf97fa80213483c335cd81ed07af9bb6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9a0da1512229283c2e0cfab9280cedfc7f9d50a036c6bb2b412a5a0f3db28a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981480cf4015c5b0142347659a642190d5b928fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace48b0f87cb284428f7a94d11ac5cb7da3dbc2b068eaecdbb5e852fe0f2a44
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdf037e29dca7abf62f783f25a0c617375bd11a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a1ba180e6e3f497dd3ab36385ea66ab39e5c388e1bbab129eb60fbe93927fa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddead9f6c50f53302a78425bf2a09ff8358dac23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f6019936dbf958bdb42f86778ea06cc337fdb3bd2c25ac285c94de9bc5b17
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e76e7a1edc607e1bd1c41309b2d1cbdfbc3b3d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc3159ab6c5625dbd8a9d32f02bc89ad21ef45f8b50eadb2c9a5dd6f0627bfd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a5262d7306d299b5ec9abc207f71cf01f6770a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf72b230af3fd9a77ca762d56166a878407c4568208e5d51f467480929828c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae55bfc3694ce1080befd4487acc3034ca479dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ede80a5f8356aeb11c18154c538278ba30187bf26e6522fec91b741a1a06bce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9bbe61190550bf864368444c05de574384c76b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545bd682df06fbf476c92a8d1a93bf2b6e7f4b20ea19f790c8b916a37e459d40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5db75c744311649cd09687483c3e56c09bcd84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7766c21bf69981b254c108e0f92905a9fd708cd9f30127e0778a812840a6cd0e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c4a7db399e9df7a910dffdde932614ef364513
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395081572f27cf189f0a86be2efe2a06ae74fdb7eca8a74bdf7f77267c27b7aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d78e223e3913778beb78fc1dc9a83d858fbc6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11121ecea77704645b923db4aff516535da486353153f0f6c1d67ef88c7e06c1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffcab0fe8bc9ee7447279e50dcf9e7cd7962ba2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dfa9d9d25e391c9d92afec9ced5498edab6a58b9b231f44b5fce6e41a72c2e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011fd6c543ff5948f43a9823df836e82aa74a272
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3017e0add234fa45d93d08d11233b7f671910045a60e11d9431de8a25d03ed5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c985995555a59e8b05d9f95275164782620c3330
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1410a3d3298903007a9361efbc948b68301efe61c1b56d9ab913a4cf7e12f15b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b87a71e9200130a78721f6c683afd23f1cb11b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b567c5f8bce6eeac54754d91c93329f02a7253bba1c769fcbfb92c73c48ef0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926c3f5842bc7771b1eeef78526e7a11cd94a6c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f06b1fd59f80ccc703af08e4e7a139f6220991d6975b762e5ee2194cec2ebf
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12beccf1912394fca837cc8cab03f49641c1fe73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9991145a595bae9280d6a1293dac64eedc3533a61b5849a7f5d14c9931a66048
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0dc6b433081cedf45c8e65feab322c40a5beed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f02c585d48290a1a852792dff032ea58a2395901888ac070c876cfd855d8a79
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172dc9bdc1ddf7adc7d03ab11144143141df7a7a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cba53300684dd2da592e0a92235dbc7749fa5f0635d64dc50f4a47dbc880259
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668652b3152d088e12f0de06c976c3541378b0bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6cfe146bac6636c5e74282dae9bd014dd387e071e3cdf6be9d100d25c810eb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07aff5246ff908ac7162dd109d20d9b7062c0906
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d285f9196b38fda4cc164a3215daeed897c9ed288906cdb52ecfadb2643c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6ea735c30c6ead06d8038961467c29fd9737c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fac0b0373f3d9538ef6c7344c182b2877eada82dfd0e48b76d0293df297d356
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3372dac2edb3d9f02bb17d21639ab95d15c660c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09172a9e120ed43f5ed68b9193d2527b38e6d54411d9c6705160872c5f660f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b00deaef5740ae3c232d3e0bfdd70f840fea89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697875edf3abe83fc6c541b05918972091a42147b96f68a07199a0b82a14d60e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d168b0bcd25384f5e1c1f8fc76d59c4875752ce5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa90af2195e47914d2b65dc7a5d656a4e50f56b9e8eb5a9e5abcd35623a2ef39
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a457facd2ce0284b22025cb51f13eead4458a4f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa7038d5295b0d510e445a090f3388c95305fc9726d23454e05fd045cf1db66
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958b87930df39bd2af2212e368c6aa212356166
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79592bed9fcb953bc2e5ea2ab7c431b425315ba9d96c9feb0f737f3b1989b8de
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf375d2fee796945e3a907569977b98b38a01ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa6bf4953c43febe1e9fe0c6ede9760d331b6f2091557e41f4e08f6fcf8ddb7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50796fbba00bf181dedfdc093e2d1b46988a9ed7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424172ff73975f57577c3ff63c7f458d82ad620e6138d9eb1810881a6916cfc7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a9e46b093b0d7b65c74e4b270ead8400da359
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65d66afc524ed240b74c4409b4a6d91eea4798fa43698d38a34844728b63803
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4717c4c44114941dd380f77480c9551e68051
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e333f8237b05d2efbb401ce83cf93eb6dfaacd4896ed05223ddbf60833b4a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb5723e44566eae93803e8f9ed03e3f9b4a31a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd540515fd3753c630876d21d0a28856c5359e8f1a6040042112db1d83dd7206
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d37dfdc58a9324ba5defddc4db8afe46f4e8d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fecee4ec73fce48680e2944c5b69bdcc28c3a2db1b6c93424f531bb9598d654
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79b8413089e3ad616ef9d956785d2a8c52d7a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e44a3fd7f6676e418e07e4ebd19204fda6bd96f1790f60887c10383e042a96e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9932043ef61e2516258b88631526010d2404ccce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eec28eae31a7331a7b4aaef188f268e35c65687762ac5adc1ff949f74eff396
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1113a64cf99ea2ac757ef9dbc996a78a69a118
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec0e6b952ddc3d216831f1a09519abbb2d0d6c5ee4dafba3f5c9a82b89436c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2186f69258e2dfc280e84bd9649843d69aaa437
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5613442022bcd547f5a9ad6eb9434d77e5e4a670a9be71f26a2cfc396d4616b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ea4223ecabec97671aa60caf2a29dfce208bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c98e96cddab009e2477da5c877680896c0eb42f792732b5b66412067ea2f99
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73417c7ee858591c219808fcb96c3b1eedbadde3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544414b29a41acaae007231ea9be8f64f9219c31107c2758bf34c68842869b7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1ba8bcd90e5a8c60c56b44b76edb2718a82ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d51101ecb9c7f33917bacf72d9706db37eb848817df42934924ec21137d3c40
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3086a0e8d0925b7564e23a2684a1830d0a79d68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a58a82fd3e24155c186fc27a6ba26f24e4132db101b1264ffb6fc0e390522a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8c32d8b5b1cc7453009fc6ebf0d39683577b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7181e77e26e1f47374924220924742674a3d8c4589424971e58451bfd5ee05c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879e747af2bb27290e78cec15d3767e8265ef938
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5285adff376bd037420388439bf3bb201767b12170eb354eed93d394d746e21d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9782199b6206eb74be55047b91e645dfcc4fd3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeca47bfca8088d411ce78eee9fbdeebd1359085b3b3afe0cce320f46bd6715
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af769c93e3b82c55467f66f6ff4a07e4055355f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376627fd74ecd4092e66976a980beb1bd5ff141aa0462fccd0edf26f275c6322
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa2b1fb2524ddc404cbdd43d025218560aba933
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cb8a3854e12e8359f07326d601f5573da27df45aaa3f2865fe17b7c75df339
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e46a2357ffa8a0f43cd0dbddbb539ebc190b8b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68904341119658a87c7bc40a1331ff93940379810e6dddc5ee963bfe865a6d9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dbe46e8fb4397e6180e5cc2cacae7f3a170054
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efa939de50db751585f0773ff8dc9630e3d49a1a6285429261dda0500bf7201
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e84ee56ad0408e7f76bff9799e6bb1c1ff79d2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a567f075b17b0439f93125e61cde408897c7d2c9758f88f9e1d395ab7c4c7ca
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218ae4de49d75c76a0af185f7c966ce8fc7ed7df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf4f173bb2740372a7fb8555adbf2b83f108b55bfb01feb94615c455b093bf3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd3d48525b7d946a0c4059260a129659422c983
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd0493850c97d272767224e3597c8bfadacb70ef3064c3db13d5c2f2343a177
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05225c046aa1f0068ca461cfb94cc472ded80519
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a7cc8496b016721908487531c3ac673320c2ad3c52cb664f3bb810f8982156
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a177d628f30c09ee3829302dbb0b63797c61b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5792f08ccc565a0cf842ed3b68c254d9984efb767022c3becc31dd54ea8109e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa13c4815727b8914267b2efe46327628a58d618
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e63aa14e1987d36f73ea9565e30c477c7d8cf9c89d48e731d2726333842703
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251628957f37be31a6f2cd3bdcd9877c89e18413
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d03836a670d59370830a932ffbb48a0bd577200c5d874e44637f03e24a3051
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d48e47479da626330eb3073254829c802c47c0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d137d61c98030c5cc6835588ff6eb2e48b0f035e4052812fec8bda7bde8f65d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de95139dfd8d15b1a785577a56f43d2097e093ab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28507f85cf400a03f430b00f474ad9e4295256eac4b5046df13d3a55f249b0b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8046db96f26739425bedb40ddf6043b7b0e8f53c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e5b74d5fd81536ccdc273891dbee9b2734cd7ffccfe01fdbc823b5b841519
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0514d4b1c0c5957adcaf79718c8b7734844af40
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c20b79ef1f80da7ba57b60af963afa0d7f258c08208cdba882beb0d5ec430d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615bbd1cb2bae044d04fc11f6a34a977d31e8611
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e153178d2541b786e16cc38392b9c80bb520e00418a428c8f12673b54a1917a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c468988ced62dcdbfccf818c74d9c7917090a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3efd9b1c1640b5f94dd1fb7097ffb59179746579555470feba4b4def41b60f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d991dd6ba4286b1dd1940d958977e9c9c12392a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70460c3765bb433279285a419d172b950a670d8d97a69812f76b5d932d146b5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab4dc7ac2395f262d0488db5d36789a184a3941
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95cd24e12fa62fbd112642c2de8574e37d2f8d47b905f6db3e7b950b04d5e4f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6a2bcfc1f1ff1d19e89e55aa5230be6885051c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06af5eda4284e593984a9118f91897813449bb1cdb5a0e7f6e62e056be12c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a06173ceb27fe515245b557045191f58e81078
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da14720494973817df7786320b248e7ae67b7b92131a27bf95347dac63321fc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4617286b3bb79044aad0a3252ca54b2ca579f3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c66c2584c5c726546a57b934d33459a21de62e49193511803f487e41ddbe85b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d51d571a37cc7e90ad4154e9b60a46247c66e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea481e8ad91d8cd31570ce511f02c3162028957180088c07a5bb66ad6bf44f0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3660ec2e3751b4146d19eacb7d66dae85c30424
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f43150b8c2c7faf05a2c9bd9d3e421f3aedcbec19e1d82e5b23141bbf605419
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9dd4e93c35c4b0a2debe471ce26518ed9674b9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65607f6b232f0707b423b7471f70280427e8cb50260c1c15a687ebc75cefe19b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a54bb5306840eec89552be0414b3befa5de802
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb89730077a209dcf869389e97ef773698f8c9d1a24005c7163b970060d95df0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14c20db47870aafcc78a100ef1e613c785f71a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073cff3f85d74de87da848598d73e4665d6c0553d6a238d9e70ecddbd697a292
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ebc8456426c04c7a8af3d396bd128840efcea5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a926be34a2c749a9d1cce22073ff28d55304f7abade46743011be6259530c44
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da1e953d38e734dfc969643447056e422297a10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef79c2cb5fab6ac59dcfb0d888761cbf76c478f7fcfd440c0c3814ff4c5124c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62b73d6f065a01848c1bf26024ad5ce6dab9964
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a458911d849dd71ba25d25adfbe3a81c5be6650e69a5216d1535d558189bf702
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab31439a50d493d447507b09afa7af63d1fef0f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d748a7cfe3439205d35b574f788988af251a2f4b8fca1f41537b90917b3c0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48864acae2b4e8be06358111edacbe11c1cca4ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590a2b8688b7641b70b5b18dbf6d24de54ab75a2c8f2b73a58ff7d9e0e4ee728
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9012c44ceb999ab297d73c8ed04d6f3bf4e322
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caef6a1fb82f131aaa1f4c48dda724f92f8c7b7704339ca00f1b53a32b02f3c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9889c4793bb163dd4a666e2452202eb2ba1234c2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18174a12e235f79eccb22c62d03bf9ba992c19f18b26ad803dc861ccfbc596
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f05e84e8d61e273f1e6db55ad524092a62c68e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac45c7b5214d0bffc61c74a910c61959a264d1a04351310b7ddcb4c7d4e70dd9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a204f790b5363f4e2e17d84c61c86126bed56e53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3d4fe36ebf656c1b0cfc1ea8ca6ec6980eab24c78c8418df86673084024dc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d950e29b57b279482828793404908306a5f46c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18b1c66365384b23b4b81cf370ee6b006e6ae993d9e7de7da78668eb85f328d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdc9086bf255c0e392acfeb845b2f22e5bc3846
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0c06f6f7ccc87d981638f1fab348566610d69e5f634049fe94dd42086ccde6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc34495f926b505f5ba3a007b8f91b519f230d65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c6032dd4929dbd63323af1de596882036507645ed71c097d8660ae1365c57
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a91bdb9892040ae1a5b5e0cb4d74408f261898
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65878c6774e29c59f588254859c94974ad9201f8e3301f54947732655040757
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61082e5902fef2127c8b6535e137080b8280bbd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935db93d05a2a64f0cf758304010c87149a5e6607225eddcd098a9fd698b8a80
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9420756c3799102e4d9031b2989a878b06f09353
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a480c2a8642f879ee99f6b368801e59742ae57c64a6feabb66bb8aa74acca3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9316fb55faf5a88d6ba7c0c6aa66df2873d201
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e50b2ef8ea46d0d90cad021fcb9c8f40bc28495976e924ddf96e0ddd885ed6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130ec1cfe0240590796e1ed5db6b4f2460754616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3930cba7f5e83234cda946802dcca6acdbf5730b0f49d10fd6258df2e6b219b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d72376b9e1f3e260fb8c7ee6b595bc063475f94
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ac2cc1a05c81b5b8b7cdb2a20de218f09f1a0c853d58b6fe9dab946d0179b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a6fb9ad90fd21ac742df0beaac92380bc8b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee3866613deccb75aa05a67a6769d2d438fd206f949f8afc2e1b066c6479b46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37af701931018f454e724cc3c90bec401bc29b9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8918cf5e02bb8deae9ab16268f7930ab73c4de9e2232c59bda4d4701898cc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0b9e2ff26b759c553aa87cce6c28e4489b1f72
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f428f335d6afde6f10ee942ae2189bf72f8900258d8aa5565771d14a5335ec3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366fffdd0acc466696ce1bd955038f4b55d2a5ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23934f1471fb5a48027278eef2a80a59170543c3afa8f870822facda863fd7a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfb60376a62d07f1679533fd79a0a9aba9bf40a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f377721cb4ceead20146b7c3d0e5938b9762d8aab974c26337a0a8558fbc47
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0ef5ce2f3f1402bad3b438e121050849aafade
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d548ad96f11081e0b8e1cbfa9ace219cf4786949d1f5c8c7dc927ed8ad2c369a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04df74aa69f30821f79e247473bfe54ba8191787
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c79792130656c101887b346d8cc3fcce04bb42deaafcd68a5cf259e182e72b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7ac42df01d15757951ee36f1210651b263a8d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d1fbe9384945ccde271863c80ec4a6017de331465a67a3a64afa8732e97137
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958d55464db4ae765f8e0e727e924d14b5dedea5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962aef3f90ad229569af984609ad78059d0862d62b979d7f5cdebbf6d3d39731
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a463892fbecd9e18f6ad66f92dd582de343b0b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a1576667a8ee48d408c5577a9799c044dd5be58b37f93dcac3dde40180449
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3ef4375db21bb6876ceb8269f1c3e25f835c9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25f402dee70197874ba472298d2c13430f444de540e6d431dd35daba9966dba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3602466975bb5f822881959b520ae165c6deed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58be0ee95f3dbe3cafc2e1bd2ad50b2bbc5b539925d20e91c93c60d91185034
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e026ad00fa9e7503e0b54f76d61b2334052ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee64b475f5bc519b241c08bc12446596997ddecf0ed5de626d77fa4cd79e500
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd589f07c546c0e415d38842b3d0411290194fb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5a51419bedc96b8b4f20192f50305d4df8d6859ca7fb62efe8fe2026e222da
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33fa8da8f002eecca28152063c913a40456c3ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba9e58221d8bf97ed481a42c7a47998250360d21e14d8d802de493a8f8d666
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc4a9ff6e7379e5c640a724d727c39cf3f9391
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9c30ef1844a764c2662e1e08491d7c2f9e9caf9436f5af237d5552343e58a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3651599736d42ec589986602c7c86a9b98eb241
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0cef7f26d5b9ebd74051af563fd0ef1fc88dbb02f4dada6d1e7332a774d57e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1251da1122987fd0e73f999fd76660fac132ec67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd644a00e91bf7097a7a4534805c2384938a9522931438c4d5586958b794dc9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f585f03a8efbdf57b525006969ca67c4e97eeb2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093cf0e18913070d35e4e18d8d9e802ee4ae355f4d143e48274f4bf93e6d7456
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079b6a445f1fbb9eadd459497a47bbe6b076e9d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eedc6ac6f8c3eb8a004d9c254406d88b6cdc59a138004b3c2b5ecd90a66b17
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d796c517c40c9ecaad2b8f51e11444118420e6b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4614ea63ade14ff353b39870819b013d12632991a76306281a07e85dc71120d1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea129600c9167b57e12564815ee7a62b1d7fa9af
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ecf42963ecc5e1cd0882512fd1bbea7f151124b20710234c282739ec512534
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cf4a3586fe4922c0b22577256bb1356556dc57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f6ec3bf4950eabb74f8269e5cc4d2b06d3e43f66099b0d544084b50bf525f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b677dbb177ae0ef4a2101df92b77a57ec860dc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb3089809beb5237d8cb18d80a417833b4ba9f422864b3a3bf72c5bbd09a312
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a82e366abb948c8f8a887dc2f4ef0df61f98518
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d0525fad480d51d5de5272a6f7ed852215085f4da941dbf595a08c11250029
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d22ba9a2f0e9304d8ffea98bdef94d580cae7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b668b18529c1b03fc033254ce93d39e6c9e4e494e4a7989a4c3a5ac9e19365
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa09b6a0492e00e5b9036c98c534b9b09cd699
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999a3ab837c7dcb3189a94fbea5a515c4e08e10237076257159534bd779bd869
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd77ab31f10280169cb80af5cd24e31de77055ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479c6424c2f59207113d5c142446216aff363f503c59ebb084cb1ae9766c05f1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd27103fe4681a76898fe345e3dbd58b1a1c04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2f623bff3e1c9de421a8525cb5dae0791d5fd683c681f1104d535142dcde9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21cef49306a068f09baa9e75e9c8c41b989f089
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd1be6feec3cccb956f8e5c830d8be60fdc435472b78d98ba49099d93bbf837
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0b076545d1c5912b436a4855b73b8e0e74547b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b997fe6645838ef5be8f70f415377b27d301abde3053d75da979a3b726f131
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24588734335f56a8faf8f7319c48f03f5c4b7fc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b46ca8d803ab8b7b856cce755b785cc0e27ac26fc8296f16041cc10a36523f2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ac799c91319351eecb85c5305b1f1f45bccbdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b5ba79564407d899f5c90ac6679b2cf1ed0493cf9ade011e493d9d8beed4fb
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7acdb45763601ea325fc566ad39216927982154
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cc7b358722e73b509ec4022ed2fd18de65b901c5873ec1ae07046d44ceb521
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23a5dd98be020310d439ea7f9d95c7647673382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9742952000c3fe4343d0a280c2306123428d2af8a2ae3046ce708ed59e9f401f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c5c23c89248fe9ebe463bcf463f04413790e1f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845945c406c4b21a1f1da30b9307d7d9e0edc0faafa5e82bec81df51d2a92d4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4feebb6c5c28ba39bb36f314ad5f43f77251e31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73a2836313afa2fd950a0639252f1e0fbdc21c575bec115e7d23831c18cf5e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bde364cf33131cb2f8a95a86e14c665c5bdbbf0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808d171842c74c7310e01684922ae99a07d731760273134003694b4da1b63397
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98776369a626aa1883de1e5536deb5e38d538518
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed586f6cb4b297e65cbdea6673ed5a0aa7f5f6a792815eeb51b62521893c2c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9b6facd541a690d50e3d1c75287cfef2e836db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfc88424328b7b6c11a94389035ebab2e625d240d3866bb9d9ad41a9e174814
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd502998299d9dae7d8f579b86c27706b207e533
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ce5b81fd42e8f238542337df103a8e869bfbc06ba26e17ca8a01d811411575
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee7cb5381150d41887f677437924e03d743da89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964b217d77e45ef2082ffc6ec44919ba9faf403b013b8239ed011bd3fa642e2e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de622cce239db51cc34e3d198db37f87b0aea600
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25623cfd165ea36e92418dadb070e83a5487f68a96a7b4c5be55366e097cb45a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169e564ce3db5f55a15b8d966e44562489cea23f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41513ae5a8243f1ba1daf30469396f2ada120892b0da2b007db52347e4adce23
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d51cea0eb63d9f147d6bd9263e206be7d327a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a4fc00d2eeab65cd2b8c7ac6dcfcd3096f1a3fad1753e2ba64450f221c7952
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a7701ed46039cc5ebf48000cb6437635ba9f25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf3b8cacb34a34bcc87e0a5356f09cc0ce8b22f7e5f09a6dd1575e93531ca89
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba87335813e494e6d54981ef8b529db7e6c1af61
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e64c7ebe35f7734247c40cc4fcf674eddf94faed045dcdb912aa54f9bc2184
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb34d2950869c7319ef689308b03747b57403137
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7862de044897d90143012be2f2ad1a52859a50af5c3f0fa4cb9cd301bd1ccd79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fb331f6d3a2a60e30f19601473b08d3b2b4a42
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb29525442c8f45cd126e37183b10c863d95a8b4921b501800aac535d13a2c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118000b4693990f10bad37c24d93955be1c22a12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b9b760fad7f43f3aa04d782dd896265669f41affe049b5d8022457a89a826c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cf03e0a7cf1edf8df32cfb9f5993352c6df814
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59106a6a15f867eb45662ff5e526e18249496780ddf351b58ed984dd72f951c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0527597610122ea649259b03284786b8cf8a27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1cce2fabcaf969062c2825cbdbd1a8173c4378b094bbe34ec94b328aebdcb3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a68710122eb14938bf96922aead3abac203243
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f46c620ae7528158c59d67779ff630aff747c2790fb52e8ada039dcd3d23c3c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49796e0ff4ab1abbf1f79158c1ecbb5dd5054de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e76e634fe94d6fe41d1d4ea34199a97406b51b35b7b60fa9862f0851b211ac
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b75528d6dae3c15d2f1ab8729dd1c342bffa60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824c642e96296c6eb5e9811f173072f7bb2a3730aef2138f79ae368064957cb0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0359d27ca995db563aa5c51e1f3bfe6823c5c6ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e419c0c17be91ca9cb306adf23b08c7725335472555783c99dc5d6c9053812fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481d92e4cf57c53b822c4f6eda6554df295dfcea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8e6539100942a9328d96200d5daead7810d1bd3ac2cf690e18226d61eae1ad
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5206fd1f829cb5ad3ce938dc344f376661a0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b293a1a1f9b021e21bf49929380f7baadb68ae98c2719e618d0f7b9f0fa2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f6de8affbcfa9f9cb064045f74ed7ab04cd5ef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60363a14e9abc20cc2451bdb18701c5326ae18b1ca5983baeef159ac746aa142
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739948a8edc31989a046fdb0377caebdb128d3c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bce17356def49e4d75c8168d02200f0e409b58044b17c59456a5cb0ddb320fc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef778f561d7d7e5ddfbad3f46e7b3a991733cea8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab43794f75a176cdcdeff62c9bd6a3c4c5f5840bc06c6298906d831597d3ef92
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4756764733beeed7405e5f539f2b982a8279c46f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcdafac8b1257ccd582a262e1a96f6289b3b3293efe2ccf6868ed93fa76843d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02117766f890b48b28b78243a1ca69e44bcb1f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8a8d77b79d54a5a1d1f8ac6698b331e71adda7ca9d96d2aa930f7994ba0d3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2423e368800dc7ff00fd0650875cad5553b5112b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071856350928292c7363f3c3626e77c2aaaaf7d6e046a604c4e22613e26adaa6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c550529c1121116d0bdcf6061cfd759cce1e494
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f390bbb59a569e4022d3888f9e14c3563cf9f1685d841285bb477cb1578e7d46
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a8cd0ee40ae5f50aec5296b1c681ed072f95bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21836b52763153bb114ee1e27a1a6db0c24ac5891043d5177bcedba5200c81a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca829e0a8b26d586461b9134046a1af228e9814
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5539ecf1af03aa19e0faa3d10cc8cf28235a3ca8da72d294aba264482192a595
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14941e51c9aef0109d018f73c12442d141c6d443
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82453ef0ba52c5ff2fdbeabf71abdb6e3d4c681ed0c8614deb671fb229586ad4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef229f3608e3e44cf2869335e958c48b3b24db1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aed1b133836a1d28f8b8be287c2245090f798ffc86db35f2bf0190e41d0699
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8435f82d697f58556aa5260779da26909c2e984
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cff196a03092f1a96b90f32b78dc04105681832654d212fa7bb2a5b3d285249
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fbd6398c53e65381c5d17c9e30dfacb1f14156
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96642ff61c75a5b310176aa9697ac4eb5e832c598d48dbab9ccdd5d36cf0c4ee
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078cfd0c88eb45b683e8160e6d70fa85e2fa453
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d97fdd33623b3197f7bbdde2a8430f099b5f69c2b3342d0e3f70f193ab8a2a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac495c8dd987916381845cc442e585159b1508ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128017eea363f05b61143125557122834b490f932e543babbb8f8c9a31a0f970
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34d2a8c2a859188a8b6b60dee7e68f836f52a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57553ec9881972aa98829e692380387f7537a2b1d874b86f2ea1939d9b1d3a41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c0c3b80a99bdf496fa3d13157539fe9175a758
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e546aefec5bd716bdc1128243291e552bc75fc94d4ff0e93d6c926df1e74c3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9317459874f08f804f4d1b0e801fe9dc973d59b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6755f0e9f544a940881523429c51e11115adb99fd0de84176e906a2eec36b2c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf2ecf0c7ead1ea1109f5d31652464ff6c1653
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdccab65fd5b75f22e54add51c3be83871828ad213fb2bfc04ebfaf95d8a97eb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080d08d438f5532da6e4c3f9856f415bd10adcfd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4566050787937e6e137034c9484eb0ecd5c5390b0ed8d195d8bf91e01d0a0d1d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bda4db0da4643fd511bfdfc9f7e7de9f3fe6c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6b89ff3b0b33e9ea009c93999cf3ff29122bf41f51bb16760c73ef58ced743
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e93b96f1bd6416a440fc1d4bc40787dbe6549d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27bdcd53d96c63138860c129c0ef93dcc5c0a557d8125683eb738d458b691c3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f43df247c3c58a68711ff451055a9d7690b4b5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b48f1e924c6e3d143e16f9f46bf090cc5e91eeded32ab397a6f2a4972cf992
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054adf7fff8a65cc7af9f06f0492f8e698ec6581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce8778b4c2b283488be8ec703b9ccd05a3360a362869d82f1f2512808f64c7e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148bd4a5d9c6cc9d7a58d753b74df3a9b12f9025
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec28d71b3e83951dd28c4b1c2d5325b3fba281cf0e5e3d21ebdc1dfdcca1a07
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa308590548882daf9b31a3f97f7beb1de719e67
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c1e070a017e7bfc3ea2abecfe27c9e6a0dc6dccf19b89fb72f7c631a2e25e5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9b2ca5719ece87d3b3638da790acdf1436e10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5500d73394a3be256f9a2abfe52b19cafabea9aaff12d9ef716120951b1053
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a503a0a52ffa7f125aa36a7eccbd0b38960dc014
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ebef17f10af5f931866a30238c0ee98acb5204a37f8ef4fdbd09185b23bb37
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fce04ac9caff25de03df1ff29f7770196fcb226
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aa6cbd67ac06efaa9cfb9aabc1c68f809b4e164fbd2f4056d47e834f42f600
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b4b4527585071d0dddf5cb83a391782e30d46
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ca3112c4de39a33a3db24877eafe5f4de2907ebbede7d25b1f0186cd6a778
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f79d526592de20b59de8a12470b462c19bf7a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d729432f6dbc1f118c055b377d81b3f3e4ee86f9f361ce489e3105d2bff4f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454968e16ab2c5ab0c621e9fcc046d25ff73cc80
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44962f881673f13b5b6073a90e2591219a4150e6890429075bf347f0975db0f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96e627d01e4e313bfa561995437d348ae6d34db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b44e88f0b3f698e069e4dda1505fc2494f29125c7ccacbef88c892890f328a0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a461a83624539d5a18b63f353f76772ecf37908c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0443927c4f17d04fe8fbed7d8d978d15335afed0ce23031949387099e21b0e4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1095fa86746704f5244d5408389fcc5b9126a663
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116921c47724dd07e17f68b339e41e8d943cc683478844590caf8d123a9b6785
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd09ad9900ff5360e500c2c108863881c798ce
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b82b3504b836b8edb454b4c8db7aac16e728ab2979d348285acf60a4b5168e6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af79fbdecab0161231a4bf5591b52889d8759d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cde463e056fdc0e00ce02deeb06fc050b0f0375a3b7b85d74f93267ca4ad7d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961c020a2169227b169be88a31d59e6179e463d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6996f5cc517eab2926ea178df15c0082fc06a4dfcb684e8730de5dda7a5bc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40b2d7b77914eab8db5174ef9406f41d7b3501f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bf237a29a3dd6a031184df08954a70f9b7d737986aa520b5e2fb3c30247f6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88741b25e6b3a1e6142965ffef1224c1546579c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3515cd78a84bbbb1b600bb4ca9a00ec436a90b86dd5636f2882d15304b12055d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b2b45c8524d4cea12a1d31209e86c3902d2298
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d9bd30cc52c12bacb79961cfbec05f8e6b9a391b5208bd38519c066636afaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6db1c840197695722beb5d054eb33f76713c25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c0bdb1641444d2ee1f87e603556bdccb01e9a57a4a237e07719d08a47676b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64563eb8c4679fa7b401e2c4c79dae58da30ced1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844cbb47e38e74da0675d60a38457d2f2244f23d140dd3ec0f1dfc85dce13f2f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c76855d032fc550c215c2ad4cd224660f4f9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c8298f88dc6148cbc2d6ed897a57e519ce87df9c3e9541869d1500a77ab580
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d9a0551bea374189ab91ea890496c400cb44f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c90a86285ebfbe82bf4849540d9277e4ed45b1382784bfc5e398676aec2149
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fed4ac27486939319bc3f2fe1b073bb82d3e7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f082445b1876fa4249ea71cd6f52068bf36bac591a3ffe505a9d4cdeb0e4d36
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6742244c6f90eed5e2ae5d69adca7ccce60f4d3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8da5839dfb2210b684db640b901a5a8a2544d43847f05575374b856568a63e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46621926d123007694b0a4c6997dd6586f7c26ba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223d05e698a477cfac5651f71882a9997f88e2993858ff0bb5c9d534291ded49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b71456781895995ea71cc410602a77b67c32d52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d4a9bc6a52768a5485759626daf8411b60cdf5b466ca3cbebff768a86774f5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907ff04681013ee683e34cecba9576b5a8f5994
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fbcd16089a547b199ba67ef21639282e16c044bc31d6d11acedc8737789322
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db80992240298d01b79884ea5572952eba3298f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0e7e72d0c5e96d68760ebedb7a82af0950ca39a13a6998433978dd8cd77c10
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21934638a618742d5be7aea3ae5da5918a4b96e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedee098d844214bb5422ceb30a61c32e6f8a34a9ea194f7b90dc830d4d359fc
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c119840f3a13d844c61cd6a92d66ae60fcaf4f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d5daae07dad3c190415538b86917725d14d9df677ed626cdba09c1318562c8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af223ab05fb6aeab51203f25b604605eec2a186b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c2e66cf5786996d3ac54fc35308e5a0b4877f6537438748032bce3c18e7bd7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7523b3b52c1a9027a5b78cd1b7d7e0884fe1b5d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92405f846bebb3fe4305e181903d588e9b438020d52e19ef625ed009ce683157
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25464f8216e689de71ed1eb016579393cb36673
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d82a3ab9d1e35d70fd4457273548587a079daf2432665bff4d06bfa965833
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0dea1072f5f7a4a686219528725b4bbbcf0cd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd91552114d066c31ad7034c5ee20e50b75a4b1ec456ad587ef8237b5c1f3427
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46125ae6fc50ab59a0628a04caec19b23cd72bee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b78ffa2c50db645ecd9db8afae334c2a5ff64fc1726401b8fd19dd47b2d8548
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab4a5134f43dffbc19b7dec57428e962bde6483
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4785a2fa132b82029ed97ed5485abf1c194f329f775f79ceb3630738da541aa7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e5091e8e891bacda2502fac4a3d6d0556520b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf4fe9e65b04a0c3569715ca77af5db47c80f51b6bc86343e1496d950f41cb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9d415176c8938d89a40b9c742ae1e55b2b1310
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3250b58c5fcb701d52b21de3f0d17b7bc9a4a7feee409f5360a8664c9f777e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455192c834778e0d4e6986867baf02c975b0a036
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650cc659ca604f315541f6d6c3b03a9d451fe7fd93358fea3f8a5583eaeed042
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ca53e90fed78b151cf95ac531cfab1a6b7725c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495d44598e566594f4b3ea9619003aab92d9ac6646fbefbb075ef7caa91f1498
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8690143b2c89d088bc43049f77c34054b950ed4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecccd4a190582c2d8204a0cdee8c0cff477595c0995e0247f19f241d94a92e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9070f0d68755af55a1ca490a2de5e908f88df5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80beb2de6395eff73da4b59d5a517c310a5654cb4fcb0a127d07b32629f5e613
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e960a32c600fe587c5515010c8e6d8ee2275f5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c1904afc40fd55190300b03235fa5686c2244d70986a34f3c224a426c848fe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4856c72a391b209fbaedc5673035bd523db3ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530d026f2dfa1a7b9410dbfbe0da50630233cc5f4c6eb43c2ea0d41d2e715a0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b241a96473ba898ac51847051acdc6bcfca5e4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0722418c4a97c305dd70cf0631bf23c7b459531f52f3d529b65cdfc20c01529b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eb9403cb61826c296d3ab56e7deeb720c796db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa5592e8e2448aa81f04a1c0713925b96dda6b87ce87b5a39fc13f4900fd763
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d784c901bc9c9eed646cf66c23a705cb72f325
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27662d8063a1d1fca61b5d5b6a0f7098153fe2b2a2616face36265e681885588
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bba3582b5076d2051811c4649e3ec61669247db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22d84f5f55d0a73a5f909324652d8ee2741a4b7b60f599d0ff84273f8e9817
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc7b0e29494384910c66be5ca9d439ffb9cc3ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf17039d2358e18cf9d5b8617b5239b2d8da93331cf8ef546e32d70569c8a99
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205cbc11d09414d8c06ceb9195ca4652cfb78931
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a124a4000d481631a67ebb5dd8970fe00312cde9fd063c2ca3900435ae740ea
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e53faca31c32a89321099e04d211e9a59eb93c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe42bca14fc99dcfc8978d9fa81e9adac128cf45cb75e7cdd76df2587d5227a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28052aed2475080e635e34a0e6af1600dd3c34b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063236edea2610873d0a82d4dfb8e37e2cd5199080d8d868fea08d07c2a6ae5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef74567b92a88e5577baccfbf44efa7eb4e2f649
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b1c51fbf76a65d518a5f48a0fe0770bdc12f8884c1ad30b542f7a3b5e71637
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df17d74837b03dca3ae3ad3fe9c24b064d052d75
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240540db186c8f4c8bb6cbedaac859d7d0a33ca4fd8351257113a4c476c68943
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06d4f60bef7ab62c8846c2aee800e82a770e4c9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ab158af4acdf2235384c3498843d78509e55c1020e69386b296f3cb471a4c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f043766c6d694c9cf9e18c8171053a501708827
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b224f36dbdc7610dfb552d11c70bb25976280961d18e4c3b7ec3d7bacc9afd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6243f03beae24080fc5e6f3dd2719518adef8299
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44b634c08dfe4a027a50fdd7c7771f3f4905e7173ece9bcda4a9ff5e06c74ab
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b06e8e56461dfe6c5ab6ee693382571a1a74c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39774f8d31b0d6234b86b84c437ee27029905abf2a3bb5c9120494ecfcba9eeb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef29ecb39603e6d8a0c865e908640b19909c128
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb12c00d50486f67c19e05a0633a98663152248c3aa734123873159040ce1e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577eee82808a7c4b6563b41bf4108ee79b977482
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa823a7e70a11a5bd675ef8eb8ae01b0a03e08ab3244967f5bb5d1eac8f880
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc31ca0b823e691b4fd15974e709ff3346304f89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b06f57c32f2c9bc6c1e77d4bfe944d50cf6602c8e0958780bee0d79c2cf5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695cd0680522fe3f37d604f2dc69e22135250b34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc7bd23bcadbb7fb8e911eb279c5dbcb3b62baa32828b8f98d365781e76d6ae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9eb617013cecb088badd99cf4967872dff1c34f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8397a91a621c9550584427e8080658b356dbab8ddf71661e4848801ee9c7888
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa6dad1779035bb6fe891f10d2a6d041a2db5b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78212c1b74fb6ac7a41ec58c5f401dfc3c73b72141e0c08c9e7d92379a0cd3e2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c556e4acf8d2216e5423cf9dbf33b87b26182a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4ea2f95b35c3dabe03dc3349e499cf60815a12aa10109024068574c1a89c2d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a2c7d336ddc962a78ea1fa5ab8f0a229ccb9bc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317f6441f8294c6e82a0392226220ad67ee34a8c4743b76a56af2424c27097d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5e561473948abdf3e722a8f269e642d4a6c06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbf6bc2ffa8f1cc5eaa1c693d8781f9f44ffa5215a9f953d834e70366a7a29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a231e17fb0982da8cf1f31c44df957246a42bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4795c819939b516084f2e773d6bc28e2c77d29e06786a0cfe5eb4e3c5d2291d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da186ca56442bf415a150b97f5773026938f567e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6884bf58993f44b2daaf1031422415d7e67476c67824694e31b483beaf73ff9d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8039de74e1c62a4011a08a3da2fe6c46557dc06d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d1f45f23f8e26019af5eccecabe87f05568f5f09caf9e78ac0e19190a7bd02
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acbcd923b3843354950897267e3eb1159fafaef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690c21970f791abc29273a804c72e0078c1f577cb5cee1c29a8965b6f32564bd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234888521204fe24d4c1885521b49c3332b1be56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038ee4ef359bbe80272fae94e52516c60562d2ead7ec88f28bfbbcf491d19d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe1d2496db3a0f19251b39a4fe7933afc953c0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e556fa8a476c4c8494316bf547ab669725a95324b0f6c80d9adaa2db98b74bda
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326097687f1305bf26be8a36b6215bed16414bdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662c9b91a5490dbd1bdc488b51fe72ede0861ad29a26417e1bbd1cce6c85c1c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7669eacf398afb70be19de6234295a8424cc70c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f46add14f0be2385de58e345ad94718b38c54c2050205f1278882d488ded46d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fcf82f0c3204b57538a5cfd7ae9b8d03e2bdd1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c2ae8fdd290c5aff1db7f49bb73e2835e5e91e17122caf1cbd604050e220b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dee9eb681afd67b7f205f2cccaa69646552312
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf5d21d20c7263f979987f08d675cf679f6c1dd43a4eb6edb0d2bafaea038b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c128ea81c8da054bc69a424d19d11c71f2ca7b17
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a260bbe256386f3db9c20d198aa7e57cbd6395134aa78f48235aa971a60901
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cf94315553cca057d01ef8d05290622d04e7e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef802e060a1edd0453c9f0269acc550a8f0810d4b9e0bb278cf3dd46805288d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d9d7b83f6606a69b0614d9d67aadd657f98ff3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f8c388cff7efaa414ded1147c7dd1f3bfe5bd23adf3a590247525309c0bbf7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22190a62d3445451b5ee720c6d9c8cdd9f27367b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254b0be53a5be0016d76ad6fb157385ef30c7786aa10cc365c2b9840dd958c0d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c1f3f58fb360f7da7e8489a6fd1091e6a5f32d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e5000bc51ea369ab58f47c59e43d297e0064c5f7e2c8f70bdebaf52f331cb2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb68c164056525b8ca63a6773eb7033dec5bc52
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e0d19cc9185022adaeed77e472619eefb87bb013a545bed4e0d453d2bca066
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98407e5d6788c5a388af79f7dc549e95212cf06b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69684283771cec88d4a06d4fb48e36d8fed3ab426ef08e2cc76c497922e66e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c9ee1086e38e6935c7ea20324be3a4f19d3eb3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a38f4260bea83ab4b790de91eaeb324a7fd7dda7e56f7f6ab2e63bfba96223e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadb0a3a6178047510b55dd46f8664acb4e20d1b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098da3323965fa6697b9fc6de01b4308c5cd2df7bd00a1cdcb05f3ddfafbaf2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c53e25edcd39b751ea3af3adbb9ea07945b152e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a8a14d8739fca24e0c1a6019c4ef19918eeafaf6c907734d8f29df6138f192
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8788590c2980fe2d8f06628c5788a42b2f6475f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3709c23ce8b6d0e3861e4ef6a7824abf145af9a4d703d9508e625326330cb73
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71117f8e9bff8293eefcc64b24250c72f821e234
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75aed53bdd23883ab72fa84ca2ab79716d8c3da0344ddac388f125d079972db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d80f3fe31a81c3e5ae309bb8caf06111613a371
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d92dd58d7b9c5fe124241bd138749e22d48aaf6e1ad16bb5d36480166ac7d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473284707323f6e101353ce333c216cafb416d6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38171b5599a81cd99139edc3cd3bd8d5834ac31078928dc4a0388b700bc8b707
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bae4284caf611028348b5e34b902a750918060
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6500e02cf721a4b2ecb987e085748ca523e5c1ee95a67990d095c0612bf4b7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67591e52ef3fb65c2edd4b6ea7ec4c45e03bee57
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d71e33ceca580e0b65780b57d6a7e8f79d10a4a0076e83a0af062a96f7a96b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b12c8d6708da1b0dc823725ef271af65ffb119c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c10fdd7a28c43e16fd2fd4046ab8769d768b40232de7d7eea9461fc759ea20
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aa191bc59e03c5289a901ae84c4dd6b6113169
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1218cfe78ba3c0df01ae3abb99fdfa3f35760f4021ed243cd79efb6e55cc56c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f26bd7b359bc835d560b006cc25ceb77893cfc3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d04824e7e2b422db0ecc4d990470f39b2600bd1250576fb64b70ae6f4bfeebb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1266750d98f7a5767bca2ef4ac94340d240882f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5308d4b857788d2dcb43dae365ba25943bd5f96530bfb9b93a3a63998c1fd7c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e02958ddaa232b187fe8b3b882074a8ddd9188c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dca2648b4d1c81fc2a990e08c161a093ef6c08c294056b216a0571d5cd01eea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ef8590c9c51c5cfbb3d99c1ece836de08694e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de50d534cc59bfc1420587c4e7e7970bb5f4ed032da51f73883bf1dfb3d903
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfedc4a9a6a7a59d132817834626f41216812e18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6df57b76a0120d659a38ad3fa34da885a6be0fac7e495eac5e3fd80fb912d9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df8e3f80bb3ff3dc1d40858d01c1f2432a14f09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befcee769adadc1dcb5228aae3b39999c7fcb87e24eb74b69f5ef4f90853941c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb41eafc92ab71dd8b1d6f7dc9fc386a4984452b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac35efc4c6299bc739ad3b161cfd669b4b0978d30e305ed23086d59444f46e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cc164d047d96ca75b75f685769ab575b2d7249
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fcc4864d2b9652649bb7a14b502082ea57014bd6dcfd4829f7a579c86dcc34
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da72284b0eebc4243c048350839168d936d82ee4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56051a61f911550341921e4ac05d5c2c4ec46e177398a7fc3240eda716ed2683
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9cb2f6d81416cc843fed81e3db5e8236163085
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd38fc3733edb5624733495e7207f0a719c3c7741f85f714433c800aee1cd66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7802f1f6095ad663b6ba4667ff9854b3ca70a314
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38d19aa4df446a0804bb02e1ef26b8203dbebf814470cf662be7009a8019f04
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18f1f390d68284f35523648d9a80be5a2f85586
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41d4879ec4105f5ba08b33c25b928181d32f3e7830bbbea58e5ebe9ba65b3e4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7f1fa8e3b29e526dd6abeaef3163b5ca2d52ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3809558b072550c8c0ae60535b3f79b4a259e7fceabd49d61da2800bc0f36
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f102526db9cfa0b4055913c717be3658067ae776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efccd23fbd9d70bec98ab1cca6609a6c37145c08f5f6a0295d41ce89bced9d55
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06995a24c7deb911fb770f145eb45eb2c3cc825b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c8e2de877d2d01a97668d61a03b5505aa1f363eb2eeb31fc2ddd14b0484416
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92097102c758961e1173296ff194e486eb3d0a7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426b9b6bf9d8af616fe200ebdcc920510aaf097998b8332a6955c7dd8d565088
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14eda4c7cb73d83144e85a11dacc686101ba177e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e50ede6aabecd05402adc9f754cdd838b50d00ab125e9d1a5b1276c713d91eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d4fe3c71c22c8952c8f0259ef2ab9542899246
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d93354953dab6a85fa672b4fa3af0067011e9b7be6399ca78f21491030766ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcdd59fce705e8f3930f45ec79dca9b4f3a6488
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8911583ce768bf8ed4835db2c03ae605dd7259eeb24bc96a4f3398d6e555e7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0c19f772b652572ee4a4732e323c6f550758b1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdedc3d5368248782cf1d3f2a24c60bd5b590ff35653ae53d2a37395c41604b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e388119f32c514097a83890f2a23cb4b61a82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e533becf90f62c1b8ad6fef8d256b820cd8b48a311c928c5584f693cfb9bed
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521ce89227a4da13f9f69ed6d79d73d323d24532
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5e3bf3c3e3b4494dee2e4403f366f5913ac01ff86df8584e0ddaac2235ea68
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174cfa513fd9571ff79b850f59f1d156f43dc6fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b34ea6e9f2d1abfefc0def4af7530d8ff632decf040d7450d6746f100d95f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ed3d4a5315424ec6ba3599db8f2e61bc4a1c4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63048d7486e02ad9fc9135e780426334b7be9f6273bc944d21b30a7840be1712
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb28da2cfb49fbf88a7fee95e45c53d3dc07524
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8e37548229a474caafcbb105c0e785e5e08e2d6a94ee42722aa9e3432317a9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dca796badceef53c192603cf6a561792efc99d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be61c22214148c7be91f4eb2ecd25a49a03a55df64e783e1bfd6595480fb6583
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd7538109b644036d91fe5f40348946f9e5216c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a0fcb4f04a3cd8e138702da463f67d2df1bb41d040f493a65dd5c35181658
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b43efbb8dfca6389ebfd047154bded990945147
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b90e3574b024a55780d2fc17d24a9e22012d30d69b8c11be0a211eea160de5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ebf96c206269f601c7f3e5c169beb29142e454
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82352e532942949ab14d614754bdda4106d3500d142c3cdd94f3cbfcce8e406c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5672f1d67e7be35513527f96403498c7ab6cddec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c82165f64f4f706fbdbb0e25b58a7f63bd8bc4afdab0e02d0c7ae3c127a765b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5a847eb7d08ae700b9a8eb1ba0b3b32c64ef7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4458acfde92c3c411e3c4578903a462195f92d2baa1222788d00c34fe88de31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b46ae0601ce2545a8de3d34fd9ba0ed5fa34fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6ad0aa3f16f878e243e898d00f4d4054ee17a6ea5c4f7fa62a362dc5dbbfa0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07547948171e4f0bf18ce70ebec938b68e2fc53
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc66339d49c419ae9a0bdb111ef8678e91e25cfab6c357aeb5fe04048cadc81
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae0e0d44ad6376cf14a609c14cf22a1545da07f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a30a342ccec7b1cf70ad58d0a6ad14ad55d5cd3ea232359085ba8f04b8cbb
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b973c63eab6774dfb006dd8949728ba0e43dc455
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0db84fd7406390368796e99a1b7197ab43c8ee3badd2cacccf69ff7bbc23f01
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a97cff64c3ffd648955b194b5346eb88ed7d1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d4e18ed1914c6c29daa4d618157b6fe330c8e34a4796252e3f368177ce6837
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ae812a9d96dad6da50da8ba17fc586c007319
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fea7072533ad1dedec3c0b318abd00158830d42379d29a6e41b140f9e79e6d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb464af3c3945c02b7fbdefe3398118a2b4ae6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea2cf8594dbe223db32c813b5747a83caec7e7e085d4d2f1040449f6d59aa03
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610a1fb9476946e572b9cdc39777d21aab6c9c27
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e49e789311f862ef956d5da6e54f9c0b24ae73fb796dfaacb46f6006a2de7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7671ccaca282134d841fbaf73c0ab9f46d9831b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b257b673652bc17b469819dbc025c98a1ea67c59f09db321ebce4a831c6ac2d8
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36daa8d3547937768ef40c3bc95933b6cdc40ab1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07fd325e5e55441e4917b7cb3b41f4f1211f0463ca73860f6183dab4944329
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9250510c1b3d3042b161e1de9edd9a9f8ab66
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f30bc0f3c7786b6cd3833e00280755896c603db03b80db27eebe8a3aa84de5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691205fe49b674dd892cb2a66db68faeb67df8df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7532b88d995503b9ec7205b5fe6bd046bdf024cc9ed481d0b9683c553d0f21
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046e247e9987b85cbccb543c2559b8925f0f8f8a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36f81faec95bc86f88d16d6f6fdd63b563526fe1d0a9cc3889aa4fe0b8580fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937626c1326b84eb0e55a775e0651960e9242ba8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae2f8c4cef8911d83ac51d811076ea8876ed9594bb9b69813cfd3cd55fde8a1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65beed7dd7382e4bf00e21f32901700213ac9b06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bd3f145999037090c83d6417d53b08a9a2fa33814e58796bfafa4ed9833867
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d008f4b61f09eb767c4645ed459b9d08bc9fb7b6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13d2fd323d7c51fa6472825d962a886dd6281411fe5cde46534c42f2260e148
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e8598be9eee197a004ca4179576ad8988700f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0174a700d30c55a1a4dc6061434d297dd5ab93cd0c2c833b7ead6493050654b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b7bb12ac67d80049d630d8424348e074d3a9ad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d883a111b4ded28c8bf548941b16307d6497a3265223f242ac29e9f7f98ef94f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78feb85bdaab85df684ec0a9c4970d454f3e3b88
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f97c0658671176898bcf473b15b6a0687a613ee1bd8cef444407c7ad7267264
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3750d0ddb627a7913a23bfbe1d0a4e0f047dd645
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c8e29e6cdca88f2d2b0dcbe1a63342130d95ea1eaee055fcacfce025f28fc5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b66faa317ac2a561cf5ff742e3df959486b56c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937f62549fcd61c442154f3a786d50dd07ee641adfcda6e1756387be8df7753
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bea2aae53ff77aa37c91cfd744d45e6d81a776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2cb8ef45995fdba756f8592e61843b5322697e80b37841e78a77e378561ef0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3e81dddabb7d677dfd6eea5ddc7194e7c7dadc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547b8dc25c029f9adba33e728911818ec043dab59d3e51d83360bf4ff87669e3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6644f6c0888e00867583abdb24496c5ba698c366
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e34d46ed44423acd66c327bdb9656b01e7d0511914f47fd9c05643d95b9277
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb45e92ac983d6e811b126998b5d461424d33b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce73253033814936b0cadff92cd1aa28fee7251b2df4ce556b95f155a508cc0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1eb47ceeaacde77e7959fe46e3d53e7ad85355
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e608fb4dead57f3a2086ad99b9239b1cfe5a1eb4320b33d578aa35103bed14ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e823a25b65197397df7a6eb39353df9153a6b8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220b4d6ba0e72fe23892e93a8b373d04c501c48dc8692b3f5ea9590429be3039
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcc7ef7551813dd518c15108b5eed6deb7aacf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8af8032a0f1a241f11f63eb04b13072fab88fa3361b39993e0ff6024efbacba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba039bf17ab1db73684c98c5f827f513314dc44d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0742af86488ca995937887f31bb94da0556acaf4d16c036e620b1dd22199fd31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3223721bfa1dc4a317ede1c7c97af0bbd47cc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81e4fe580e2425cdd571ae70d56163b5a3764380ab3a3b5004af51b9c32d4f4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9d9b5d43502b920f76727149b95aa01e24aa7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45bf97d8375b851a84ad2ae594dc7687a0b5cd241ab43e07d5ee3f5fc51038a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4f0bf5f0564acf4d02c91c154314ef180c2ee0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a4953a059957d99fe95894f258785dae33209609f2f1b7fdeb038d1ffe2db4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fcc0a07ac3b1cc3b3a50eb0744d3f5741f67f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7473f775ce14701454b505999e230c5d7504d8891c19f1a6c3a1191d58585547
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82006a184fdfcf5e5bed46f6c6dadf3c2c3a2ddb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3541ab564a2328b1b3392884c113e6667343963946f10753529d03dbe537cb90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a42b7ae7101155736a0b4ea7713ebdd3ff50ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816456e44dfc5cefd650dda2d4b23d82c30afe5ad64341a06597e7358acc74a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d79a813718be954d9906905c1430da4a4f08e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba564d360bd87748a8114b6b3720547dda328b7d4a3c6bc0b32c82c42a7a82f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0100aae1b426ea7a2907f6b8dc573405d0c144c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3f0297447d57638eaf6bd16a128e172476b13090e9b0fb56a39e694c63f65
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e698de2dbc29c21cd66bddacfa14b881fd68cc90
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48fc28dcb62211f66b8a1bb20eb9dc2f26710864b5f2076fad14ee14fae4e2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de95b0e82d48a222c8382519611148a690e61d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263574795a36f44746dc5a3d465d5d0f9f86ce23e0c77c953fe10c5d731a82ba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a1f72362336308c4be1b0c811c49201e099205
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f125d71f82fc5467fb5d72af884b4f16c3205fdd347db300e9ba296e0ab2db
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fda85d63aa7770a22e66e15f39cd0c61db76f3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f711e1fc0c5b31a4f2ac51faa8526d94c694f776dee0b0260f9a916d4534f805
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3306e3b5b825f57a2e5e6de2041e9dbec1e9afa0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e95eca2f05207880cb69d6696913788e6382227db68b7f628b3a4e2284920f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62958a7434a03d8736332b6fbb47b93d67705deb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3d8b387c756de7484bf8014ee19235c5ebfab6ed9ba9590702292e28b1603d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d8f6f085963dc34116a6a336d9cfc099a99522
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494e323bdb07ec5626a37072ce813fc687c75f68f0fc9222c49b37a6ec0b872c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eece743a332a0b85ae3c343ca93b3b1dabaffe1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87789dd528fc1bfc99bf2fdc75b72959b40e47c0258b803c86709b46aa56ae2a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01750c79df5c800d7ca4c7f032f7fc8b371308d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2c72cc4e14130dde72e4cae337f694adb147dc4a310cf3841d36c69b973f89
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303438e7c2ea41e2286b27b833b0b7355ab99246
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ea8feb2961e19537126098efb6e7650599a7ed2fd72268b4cad1ec216a6bfc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b0b0f5d2fee6813b7f3f5e762d50722086b214
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbd901ab3f20651b7b4da3fcc7db9885390b23575d45ae3e71ed5ca9f88acd3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c46e9674d7567d21b7a35071dcb574d32916957
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cae4f2cd5863e41c6acf64dd4887be2d82cd5909e929d7b0c928f3f53e73e21
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b5dba06244ec22a6dcae9e9ea90ea2b0b72cd5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627a1557b5f4d1acd0715cb72498ab54c1ec9c0e05baa27df52e3e2bd6d6d6ac
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7735aaa489bc8ee61907d61b616477f305ba4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bfbce35f0ed01a000814866c7d8cc971579f93c3a7e8268f9a2c89dcc39cd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61195ebf7a4aa8c5c7d88f959ee4c24be6fa03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe055adb1fe08af5c14b9ad8516c3143c5d21e8b3721604c2ba946336d368db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a14abf833d1779e4131ecdb887c56ea590f43f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138d1bdb5218612d3a3b36d6e71dd625ac5fce0b7c60084e3d141e22dcb1e82
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb70a6f2c429ee62c81054fd55991438afe6d11
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13e56df90d34bde886a0cc1c10b17dd8c4881d5187670495de1f8c18aae40fd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa2f719fc3d6cda06790286090809d1bffa879f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec701c36b59379361007c3ff1e4a430f494d53a9b97c96a8db65c52800ed3661
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928bfb67cc3ae21f89901fb9eb4a6e4b3c929884
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8fab812a2725140e46863ac41810a61651c96eaa111805ea61e178b61ef33
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e27865e999fe79f1cb2f121a3aebe2320a1877
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dd71cdc4cf9daaf5507b7d57e864d2f04a124d6e0b0796d31d7fb63a09f4fb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9bd37893153136f424e71ded7a6a67bd39a2fd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b16e00b4c84a4371de21069a5e85066ab6a12830f9920c24db3c1da6f21493
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d1e40bef99a02b91ec527b68044ecce841e4f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c72ec747b5f4aeca3e4fac7eab87759c814618b106f85aa7498931fd63be00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82676e504b285b6cac4ffab675bcc33c3eb4b631
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2213194b8ac4ff02422102d44f5caea5d4d5eb3f5c2307a0bd5d2ab2072a5a30
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20113a62d438d01cb39a59ff35be42c4ec83a89
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adfdd0e26abac8eba82458b4d8fb853f261f93e8e9c69840d2d63800b75d467
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fd8aaa87087156cce8209540d8c2167e498158
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dc5df4afbbf9779129460e987a1c4b558fc9b68a8b5febcff4f74b8161045d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909402689eeee81bbe62bf738e0953f097f62702
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4facf39fd2d37a2c7ec3f4da7bc774fe0a6a10a66f790c3c9a1eb417ebd50e53
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c8dad68b3b8850ce6618d312f518257cbda22f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5a014720e4b10f7ff66beebebcb0e0ca4d76060af907e03a3ee049f0f521d2
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650eefc75c42562f6e3c4449c7342e7d9e03d6e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3346e1d5ab79ac60eeb9fd490775406f9ad236045295ba4ef8d8eb6cad4cde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5921877fb50083dcd3e1410aeb52d4d52e9901
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b41a042e7e23fa292e4842531f13a358d05167c72781575aa1ef3ca8e650c29
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea94dbc5690d828d10e9ef330960862eb1f2bdc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc18a2c94561746edd87fbfb3bf0b7596c8cbf4de9e5bbaa0e84def553a250
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd880d3de83e81997ca5b121e079a07d4fe735e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce5b6ce8ad34a00f8a9e2cfbf7d47b27ea177684dc332075e2e5810937aca1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06473b19fe29f9b406ed999fad6f3c7e56c0ce4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf81e69dee4d4c509a8123dabf8d1c43a44359d6da5a54f2300273f8bccf0b4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2aa1dd90283a926cd1b514fa0a8c833863967c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee92c96d0925a7bb7d3ec0536c428e5409e0f6abcb5d9d5272126a3fc77f20e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a83ab126848730d938fc5aec8a9d0a58851ce04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1982f30305b8cf9a0fb7162bc707df0be00d44c3b8a3c1010dc7d79729b5c31
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fddfa16e3a9809ae00155043a36a8f72c96191
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15e46f8702fbfe2224493f5643cbab2df185a1b1a4a06cc8114f030e7c94fe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906f4d715d0baab921196fb218998773ff180235
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e33370205fd58544554c92477f82f43d63e8d29618e5d175b2904683162a519
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869e9208d0c84f7b4473e6947383b7887baf0b7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f2b54e5aab28416196f262ab46a52d67df7b62cea394252bff8fd8aa03bfbd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbb222b54988e0523f94832496c94777a65dad2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c2a2a0eda0ef9a0c2b1468caa181665abbe4f36dee76eeea888f8238f69afc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db91c19efeac1a05cdaae5e35edc2688a5cbdb03
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3120225f467f43fdda9c8c781e7c4c23d77c85841ac43406a068b9667e5cc40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f4d4681fe85f4043e2068dd839ae1a6144a1dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893ba9a43fb9f4fa7cc8ee0a195643ad43bea74af7402a4e9ac02e0ed709165a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ccc7a6a55fef3c7be63234879ca24080b4f657
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a7d27dac02ba2f7f035a813715efc1e69623c53d3e68ae3db6bf9d03f07d47
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42c4b6cf04ab75f38fece1f12bb2f32f25c188e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c24c4448444eb8a261959f35199392a156fe8c5ac2e21a858559485339906e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35511ff76310bc032ecc3fbb05d6e4b62fe5862
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce1b900db5a12c82eaa71f89624c2bae001a2cf48bb291594fecb1fda8b1b92
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f6fe0e56968478d81178b3a64381594b1b4b9e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4e3e91fabb7ea58aefd13cfb9b7a8fad2a694f5368e04c2c0ee8d0a245ef3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2187acb4d78de98e66dd7c58fc93b524a86f1769
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a224de5fcc6c4bb7277f6b4760ce7abd4d05d60f1ad8444a65295e4f9f7b0e8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16ec8efb8ae7eff176715e9d3e0696676ebc35e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317f2f526c72b835256e206d296f98870e5cc06cef008ebd508768e7dd709faf
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c410e2b230b01507685466a905212ba928be6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8fba5fb7950b7a66aaaa4705cd4f5271ede5d2826fc8cc1e9d387462a76253
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c692f5f4098aeac4bc86f0fb7084331d2e2df4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693a7b6241bb48ba0db870c71101b527690635902ad1dabf5f22cde524c7c78
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e5900d7d1e67883178e2e776eff074855b20b5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de010a3c2069105087890aab052e56a07c89a91a294241ab369ba5c510f00f5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb80ed82af72aa5e7c14f5d221817fb8dc25165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600eb5919d1179807837858ce0fbe7f5875493ed346eefd5e9d5136b8492e3f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b741787b7d3a4854ed28861fc744b53fa85030c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1250e541a0d0a5c8257a120a60e879e03c9ef9ba8f48587cfa3087d38ccb9c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c1b9db252038af37cd80baa906a6ca954679de
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8ece2c4929e5f533671c509338fefd7c23be8816897b7f4c3e9fc62090567
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee34f5f12570e427d59b9c64dcf93c55be4de0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45abd4a35f35710a508b235461c47ef75b5ff6974421437c365c5af79a10ee5f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a88e566f872df3151046d72b39f12dd240fc7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13d51928a2ae6b028c44366c6f219e5a8298ca8ea51cc81680f1ee4d6ae75c5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b681f2f1574e59bb7b1c6e278873c4c7627d3215
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783bebcdb3e52cb9f87e1e8f356d8899d7ac51fc5aecbb3aad366bcd8fa0924c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85009646e52fb1de358632fb61e8e5401a73777c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931db769ea12e8d0bf637c43e6d918088df95c1e07eca2e7be8444676840cdc3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76bb51ba638aa5568ac10827bb5b3a24f132cf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0874f00453d4f03726b388af8ca9cae3e5f3082e1518f2a18dc36f4fb68603ff
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915225e2a8b7ce5f60ada68488a34a410093add9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b705ab2293b412e210aa24cc5ee79aef81ab2109744daa09c6cd5ddb9e6a6520
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292bc5eb8f7bf7dd01041ac35381d4fc0d87a6b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b265fd364ebf90f875dfaeab48b7be225d865021e5fab043a3b3f4c62ecc26
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad9948e252ccff7fc74d70f080792a38743a762
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58235b97d5d623a6ec30ef63cc24bd40c0403e7d73adc1239d2ac3efe484a24b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad4189584ab48740dc92016b3560378b1e0906a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9c79549c63ed09ae8efee4a6032ce863b1e402a09fe79e4a1506c0ca9a38e2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21291e20519ddeeba6a6e7046f33bf9f5f7004d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18887dc52d9ab790f4bc6033fe4ddcb604fe43ac7f035085c87b286f854ef73e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea0d55c3959e0230ef1b41c84fa213aad810fee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e483452f71a939c3c3fd5c59bb44eca5d66338e14ea591a26ba98cdefc23e8d5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54678e89da537fe04cb820766e05c84ec47efcb0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe3ccd31a0d9dd4fd2895c5a915c0e33a6eed8830951ab9522605f35bcfa844
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8477c4c493daad13f5e244494a585d17f6c64fcd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934562c40316989d1f712c41f871d03d547cc58a84bfde95db750885f5cd6987
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a0f93a1988f3ea7c000d9346e4d07e9d653a07
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277cd140c8d8c45faa8a33b06e9e36c75e96229c62e1d4e76743a4f413c96813
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b418934719bc253903a6ef83b5378734183bb1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b007fcf82032c998a59d1e2ae7384c4320a0a0e00a994c0d2d34c732a78ec2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57c23a2ba48b12ff6d5e9a8f027c257b051a583
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e11f2a554076359b91abb626fb8d76450cdb23d0fc8e1e10fb3d460d7163249
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff546a37c3025b07b4feae11a78393bad27c93
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19496b497667d68aa8af1d1d7e4621dc5768ef89f5a8d294dda4b828f987050b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795af9281c7bdbe43b749a1459982ccfa8d4647
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2436652e0710e1569d486b96ad0a65c072fd1a2b43598e2ce6a862fea88132
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083d144fc00ed52be348b8bcf96f85e672f18bf6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de09954141b56470ea4bafe9175ab3a31416b3233575bd981f78a1edc2476c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2ecf5d2ae29c2860a44bf3d3c7ff05b6959d0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cfb1b303c512cb1f06cf05da2e97d3e697dacce6d812b01edbf38f63016b58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7469dc4851c66c61465460ba1f6a7d04f9f2d06e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95dff8e561b29d9bda1cbefdd9b4ee1ad1bde56b10b5652d98e4008d6ab3a37
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125de6bbf6455ec1ab188c6e9c1f29bf61e95da4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f596252787094f4105e861a444a15c75ffb862ab2bc0cdce0479cf70b923934
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50eddb672ea8e441bf532e9bc4b87fc638df0f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e174c80f28c74ec06e2342efa245ca0f93e822832b774537c12eb630cd91fc74
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f6814b441b5bcc4315e7c289e94f73a1850638
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160349c7abb25b1a32c4b62c522e77435a7a8ec95cf8a5bf66cebd95bd7ccbca
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45bbd996499ff09582190cd49108103ea6472a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3006071a084d262eecb426e6a24c7a847c566e1250fa85ba287f945147113e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a83e514b8f8925742838c47c3b04fa4430834
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d7a685a0195d8ac53aee2481009d49dc1f44e46bc1916c7baf558d6290e074
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe94f983a3bbf107612c7215beb1de23df17f95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609185d8fb8258585055c9563c486c062d882e271c0dcd676e7431a0f7f7c4d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc192d543988cfa557cdf309b120710f78b3a46f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07595ef4c554e2709781b4659f29cabf09ec86aeabd8ccdd96de583e07b7692
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d744cd086b4c2b3925122fbbceb1bb654bd6ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdc3a514ca77710556fa7174ce824d73c226dccc2d79c53e1afe8ff9be68529
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cd8bd7e783b3c8e4f3ef5be2d6573789c03d15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a32c31c84cf5eb1797c599c18935680edd242a66554ee0c5c0b097caef6f03a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc87d538b432c74773680a0fc903b217cec185a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e396cbbcfd15598b5ef3afd9335c64e596f9dcee610bfa490677b6e1e719dcde
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436fcbef1d3afb821082795af6117d33b6f2a65c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95afc60c43d4a1309e6fceadf6fda912fcdf7aa176bf1b0660c9d3ac39aba77
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82f5cdc330bf11b191563aaa9d98b1a5de00e79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4558a9a5c4d1566817676dd882b5b5f9173c1cb08b9d9732b7dfc0981854db22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b892619fb36b13040284f3c090a90a7020492262
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c07849980f19592f731a7db6fbf9fb83efa9547a44a7031c6933ea4d924328
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e59833c43635a7a0926066e56fd8cfa071aeace
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06411a235b3cdc4d79ed86e14c6acfdd2d8dadb09ae72aaa5dc3f6e536e385e6
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf94c982c2eb8fe8bf34be45c74641091e7fb9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e07197515e354d708e6f62e9d28d62713ed66ee1966b5dab88221273c8fae5a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fbe67ce31a32920500867881ac5d7ac1763caa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8844d5133cb7803ed4af904393d0a4bbb0a08268b65a8c63f7909bf11685c85c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a6b02a771ff77d95cf34862ae07b7fe83a16dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7209c7a92cf7a5d95b62596bc7c851e0545054c9719863aa1320d25b08b6c9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae730d04f32532a5184a653c57df7d4f04ba767f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6b3b8733585abfd3165342ec1024747af4e12c58317d1d5047518453aea19f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6a8f9a911b7799d9c7cb45616ad90160294f0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e502348486c447fe0deed37368004731dce14443930c3f3a173fc44d9a62c16
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f9cf334aeb4273287151f8a3b261a629f4ece7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e7f5e0c597d59868eccb21e358a387d485907f14b8816ae2fa86ec2b93a571
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9894d8b3cd3bfc58db560b9f51a16734a9496f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895740eed3128f5a0ce14bea1b3ecbe5feaa5c44706bcd55039130a2e48f9f3b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3755211167556c2ee5eb1949edbe35f83f043776
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c945b044529c36613fc9085576cda8d13f9c193080ed7bc0b8c9ac7dce8af344
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72d453d378e4d5fc8ab398a93ff7b08f976891e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d6d85726f97b3790fe2b61db171dc3bb8f5e49a7f0da182dccbe382e380c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07101580939e7806a7674b5b8968855efe12d9ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b703b226f67bc88efd8c816bff0f0992c2dbc028a179c266d59ddf64510dc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ae09ee647214c0b7ddfe508f9ac9787e577ea7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b57e12ff53b55c462b9f3dedf3b5093b9f636ccfe07b67603d6cafef6e203b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4e5e1f3cdee2589fbe8eccb75eba1270ad7d6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17080b02e41b4ac23053e8bed59b0ce2143d649412f908913abe1783bd849e85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b94f92b37c40f0c8f599f8aaf8d7cb07f5d6387
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afb0979a135d80972e67dbbc4fe9f56e43df8f22d59d3cee31161a7edce34b5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a004ff42bb4bc206de4d19dbae4ea305d61af096
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9946d5b834b1af714ad2e1aabd34f61974e0302407f11f996f9b09f4da1439f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb89aaa0a5a110c613c6dc155bd1ba868b6c60a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851b1228ef0a6a03cc55ac26bf2d451107f983331bb7ce7eb405983eecec2773
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdfaeb1aa746ccd75e0d3e467cd23df1a41d722
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b7fb4e8794488ad9e8e404d1483730274a29b9737e66f5b5280cd5a2323ae1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f32fc79571c708816476179687582d655868c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a104caed50707777e01c4b6ceb80d8783921c690568443ff71e739e8c5c2d2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fcf383fed26ba3d9b39a3da2db4a5c986783e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b47de173d10a5be3a8cf51c20565bfcbc4596d4992f6aa1129e145d005794cc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130bb27d38780c99981c647d26d53d55c90a9ad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a1f3a05ecbe1f35655114d47ea5bef8f89af3188e75572c7441e7c6085e34a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a09f7c970fece00ad49d0a41ae667d69c458c9b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e827830f9e0f83a78ff8d046d4c6ae6c11e78e21bec8e6fa8eeda2e3499d38
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dbbe830ecfefb1e490d656742a8f224f89194b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55696e8731426345677d013def8126cdfb14fba10191e9dbb6c7cdefb1f6ac93
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc01ce661a5279eba4fe2c142a7dec39a89684
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4da5316faade436cbe58f8575a5f516b97eff3d3593d8d5f7450d6b46715772
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f1377e1ed7acc8d4c70b789b9be6be2486679
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56006209604bd27a49ab605189e4c54e2adc3550bc3175f1ff6887fadf0701
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bece09b23bd33df79665e7f08be216772f08669
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9750381be61fc3130f42bb1bf2870e5d3b9af6d111543afc3c89c1491c8fce91
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b735c22c8aaf2cdd3bd2753cd6be6defc4f53e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10888469015576051ed9a0f4d39ebebda58bcdf8c564d1f6d9cee7f24d3edc6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145ff9181fb2c1be73123c397de044e94b95596a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a69bc901d0941398068a2f4f91ba843e7de0ffecad5248b2bda3785b317625
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c69966efe0951d48953eb8b0aa32e0620e1985
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0a26ffd5b5daae3add0a41d38e3388d02f8125f96e56311052d4cc552691bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199964a16869361280094299fe2d9ce675070917
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d4340d0e66df77f49bbbf294c37abea56b496fb85bcfe96cb0c2c610a9b964
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2588efc5ebd7fb1245448511f275bec241ad3aa1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5837e63dcaca149bba22d7902f2d95f6c1954fcea141a9bb05b6b7f5e5d4578
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a442cc747cb7999b1f98ec3dfb6c0c2247bd73
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98ca0970e31544fa1ba8ff5b96b79ed7b90035bcb0cfd20c6378259328364d7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619f91853e132715e40086522f0d0bac01a6c24e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd82188d88a8a6d24b015cab8cc2e4636878911ff4aafaee92ff16d855ab0e71
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa46378d22a02986183a6fab4e98522f78d00868
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3761ec974f8672faa8509b31b8924f6ed85ba14d68cab8c529c1d51acd427c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b796ffca3ebba2e43942f50036815f8268488df8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51130b137dea71cbe4aba1baea29cebf95e62a9c912d76a30f3a35634a5928
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dcde1735e8988dda1fcb1de3c628af3ac85510
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65eb9bf916c1e0e9650904bc0dc2fb8e499759d508d64a36cca47c8fffc5ac4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315a14ff292fcc0969203eba85470780ae17b934
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61f0c890310d76421d0ec2374502e0779047926958660f57af5a3418b4ec9f2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97672544b47af7d21f8e8288b72234ce9535193
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f56f6f3c69491c053239a8f509926dffb4132e34171febbac50145be3dab28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46f2ea9d35d3640afe7adfa77ed042f8012be3e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d803ef7bf07b1b6ccca8bd7788113c3861f27d0f8d9da72d4314e14c4fa7a746
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376ff424ab710c88d0dfbf1a08f67c7a30cab625
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65911b71bfb4bf1b3306bef5a55fade88844d01fc5058614a42eb6a2dcfecc73
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2720fbdec2e0eaa2c38b520eb3ac3d062b224d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90201a77a93d911f01320ba56828e8f562b292756c36c76de4b63ad0f4ff7d5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8c1e5a3a2ac6b684e385703dbaae770b835adb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3653cc9f7226653378df0e4efbd6af697293e8ab170f9039befef491bd238936
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98ee2f1bcf858e0fd5b6439b28ec8dd9d6d9fee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fc1be8d626e1128f3aca8b98c31ca296d19fc92df5d530b4dfd6972a02fc66
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25236bfad571ead44abd7f1807c24f8f372be5fb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2232b3188707e069a2f2dd53e341357220f2e218bbe8da9a013a9615a484e9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe1d7c16f47d3549a92688a9448a4bbb7e7d9c5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0846b95892fa3def04ed265699e17548f8163209d47650f668e79426aa545df4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bff4e54ff3c9cba3ce021a3dcaae4664d4bc12
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8705e9c83d7049c9c90cab5429decb057d3646b7a710c91e94b1f083c4ac16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5439ad5fc80d249981af6df29aa7c134860e24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ad31657b66fbac4f6874bd90c5b76b38bb1fafba3cc86be84bd889b6e062e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0004a75e6b712bdd79db65e0f74f5a47050efadd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacee5a3aeab09cfb66239cacc581197c882a30ae94f2b863381ce6240944e6d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca5600e17d3ab26c179394790bba4973e3f6fe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1738bcc7c4227088e7cdb4a37d24bd8a0f9b08b212bb60f3004f1d1d61b854
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f246c4539958e16e9b2f5c1f3f176f55847ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812679ffb4ea14735d3c15dbbef4f5c5bf1cb8a5ebe180c4abc48848364caaf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9137f396d113df1d2bd662c5454324b0d5f07ee8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3a6b7dad34a961c6d9791be19f0b1aee0abac3aac4876efa82d1060749cff5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a43ea98e2b165e870b3195f1513ea59aa40af9a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502e834019124586324f32ab093f42878c956462fcdebfd49d156555d9a06ba2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af75cb4bd132575e399338f111ef8a2751e0615
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f544f42c378fdb57753fd8da520acf66b9f348188d70cd253d325539aed71
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32821d0d06a436268b986cafa5585a41f05d7abe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ceb9892ec438dd1e5f92da2a9dc6d2750e3ac26aa17bdf8faf94ce6418246d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c5ff42e792abb3bc7e133544047e85e5533a1d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f7bda42d2cd6f37b922ba1085baadc8cbf59477be1fdb06210dd0e867e879a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886225e56a5f152e591505f849b0bb6d6f8e5610
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd7817d249a1f1f3f466a65b0562813b42a521551f6482f10f340323e9020f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37978a9f3f306b2ab6373800b9c3a8eeeafaa2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6da81fb2e62c3ec5120f2db046d485983aa2d2d4fb6c4a766e9113f59aa08
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58070d44384492ecf3b270ec171636edb26385d7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71824e1bed68bdb9ecf411386409e0cc789f1c5d76dbda6812b400025c8d3c01
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700b93444dc04d41523c88d605432022a4d5868d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d319a3066ca403ec60f8de31beb09780b5f608bb869b1161fd78c1082eac595c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4284b186391e7764f07214ae857a06edb89714cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdea9e25c76f1f6bc409496e2c7abe2e1e817c7fd6401dbd9a4cd31aa8cf4e1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aaa3257daf49df9dcd31dd818f7406acb7a8e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b3cfddb623ab43b7cca9defa637b94159a683b58ef355c31f46f18695c3043
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fec2742646d2a8dea0a4a1af126c191105066d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea556a7e0a0085780c255c5c165dba44570dc05f7ac99b9e7ac1cf425555599f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40957ca450caccabe3e17c6ed468498b40cc9861
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb0e91bf1f78f2f7a62cc16e9d1a614c6a27228f515007fd4889bb61261389
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82543c10af24802a5c12e0b65399aab13950a3d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a608b44d7176d360856dff9ddd647749f5a61c369821de57e233ac21357e2c4f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc706663cf71c0c641cf38816e591da356cd8cca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a328730f6fc1431865061df4d0a256e9035a12030300a8c701fe671bebc3baae
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae3a3ddbbab7b43c2ec25d8f3bc497870e58fbf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8a30786dd56fc1a46fba3f2a1724d7bfdfba947f1c56f24e470ce9453c2e44
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba979ce0f3140b02acfbf18151f64352a0f1e6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006172d4d63eae62c7baeaad4f0dec2ba995339161732fa924144211bb545571
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d2ef32e03b38d4d9eab219d5e56dc53c6a77c4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e69b0e8b6f2bfccff4f4e6765e5f33534dd23e39a2898a6f5aba869146182e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5995834468a5f901339c1a0a664dce5f6292b850
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9f1cf68eab241fbf28b8f27f2208fd30bb6a41ba5b6ff2f54167705e9e90d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6dbe346f2c4fabb392ce6f2d6bba4252914032
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc5a6bdbdf0ce054bf711f5c4dbc3433fe16421671031bbf4c60ab352cccba6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c67549b1c3d13acf18004d6c1f4b8954c8a11f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468113c0b8dbf375c95f58dbe1e9defcb8649e29c8c068f1b786a5fbfe003f5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4323da27668a66f5cb5d493cfe99923eccc6fe21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241b808260ebe71ec94476884ed06e5d4409f596b6746c73be6cb8c15fe12934
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870b77979b2c7a1f12ebabc6a5bde6f489609f62
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807c786092b893ddf8cc1e3ab70ac6cdf2691f107f65008d591d402c0158d175
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be45118ac2eb7d7d78239ddcf7c316e0d1a641c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ca63bed634237c1883916ea9d79a696dbbd1af49dcb86f4bfa716182e2d66
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c5ba0b8ba19ab81cf6950653308a61a0ef9241
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0cf3698a1923342220ec8f3cf476d51246cabcdedf94571703e26a0e23a250
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab30751b2afa5dbc496fce6f1f47dfef156fa666
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3786f0645764d14bbf5f05012c545b04c38717218c0cca0a42ec5a5160e42817
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2590df57b0a81a63d9d1493d608b688733577d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebee6dcc6700b66c8d3808ba275328a1608181a30e4a1539df313cf3a89fde69
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1865d00a1793c12fc89725f831c1f4543255773
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbf82440e809f7318ea302c9697f51e3216a82be17ea548647924b451dda11f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1796942cd76b8567bf6e196a1e49720ae4b9594f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f626c674351aa0f348501044d907649bb967d14a3844198e1655ce6b59f70f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c47372e0d2ca47402e27c091fdd2a4db04cade6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96492d29e3b0f02095dbc923a0f0ffa296c1b0eb9f12569bd33b34a211c3813
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b091e4c5b3137ea92f2fa88075545c010b77f15
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b9981e7b6fa4104f8ca1c85d74542cb3392419ec2368641b6c47f92f82bf8e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0baf3c0357e2f13921702b6725a4355981bbb4b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0339f7f4c588ca85f875614f2cd50f60752538bf5446ee5229f1823618328248
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7933a3bff70ba44dcc199fb09e6adc94ec27ced8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8d4abc4c79e02750d7bf8c6041de95bd9242b19d2f0b626c3eaee6ca9d97b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adcc79d8fbe37e6be20e83ead1a1e196cf34113
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54321f26f31ba8fd28715dcde6e580d8ece201d411e1f1047f6145949165e82d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3969176ce1ab5a94f05182ff7f86d3ad3280c68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5534a4c0ca8b86a02904707e0b0841c28f40b10be408d7640f84a54f332df109
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db2395af212b73906d3533cf9fe92a0643996e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5790db3c5f105b7d873918c63ba8b7e88403cd6357e76b317e4f39479beefb2b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebac628ba5a5ea6f23cbf0b5234058fa7b37f14a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d0e6412079f6c89cd54f8de5a64e966d98e1ad9649d90af0c7fc9a8720b81d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f289dc1d0a0e1148ac8ce815e48d0c237067a4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ae0f7f3d7e6fbae1e3ae982388ab42be8a5aef9d27f4173075710f8e89b607
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492cfa641f160a483cc54acdd1d6200948945b34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517ff90f3158b63d11cd3d903d9d2cd8b90cc68a9fad1d5db6a7c19b948f4229
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3988148fedf535c4fa37d967de2bfc9da7f7d774
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937d33c6f78d9ad51b8e9c1db6d8eaf4b9ff5a2669ad8f1708e0dc0124b43dfe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2d58f4d714030afde92566d9679f29c991056f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e5cf9c53e27151163e169aef22b12edae6db2bbb81b44e25d840495c99725
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ed21fa56af43c164c4ad86f451b7daed9c016a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea22208ac89b8a11b41bfdc1a04531b9b30a1d608ca19c5d465254ebd535e85
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5966ac659de610176cc65f2c44dc443c93c15df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c477fcfd53032a3ee374c253e771ed363237414f07b29e4adc6b8bc12f398948
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d922b2eac6a8af6cc3de9523a5aa8e618d397c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a10b296b81111cdf9303ce393891b42e61b0f0555d7f5e2ba196e2a3968681
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eea1eb72910861a4e96f1f5d28a365c57a2f5d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4885d17009b5b0944da5802f31c849a739d86e8dc66529834cfdb2249565e950
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e82208eb93367ef4db921c8c04f627aaa94aac6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e9fcc186d881ce19e818f61a91c2f2679367dcc2438fdab96bd88ed132f1d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c47d72b94dfcc80557523168e118d51acd1fa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f32426f0d53574cb8d5be8b6c2cb48cb2ea3c5cefc6d0c018ee30ff18ed873f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dd89d151568df52e1b55b9ab2d47c3b6325ca8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be63bf99e5e30a8a8b109e3d61ef52939bf474673b8a400660bf2c844ab40a4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf32656c88b6cba8ad0d6b4fc94d1a0680581ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6765448892ac21928772506672638e09d47e1645f330db1d453dcb7c3c99465b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fe1d7673b257e85cc0c83035a9fd5ecba63143
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85790201978458fc7122960a533dfc21d41f40d413a67548f478d2835460a199
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31460b80df667319e852745e38c1531113b39d32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7934c696fff9f1376a9b71b8cef3f750f6d8b4f3bc283272e4e53af822af5de
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a161c1765a8f8e408e84428895d008c4d9be09db
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8959884e0c392cbe4b9655f44bcf185f915c6517d29670766bb405cfab2ce1
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259eff7df2cdab3c9bcb260e89fee08cb9561aed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d5c95f7c3832e127487c431a64cefaa93ea7e165480174b5f1dd0816059ff2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125df8ee9ff7ea25fab13c5bd197997024da240
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd54ae711bb157afc1cc6280b1ac679976e849b4ae48d5afad20ebd7bfdf81ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab329a2569e7beceeeb0e868f60db82739a10c64
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824922e898a8a95d4746152a97ef6b28cdb95a80a0e8bdeeb7963c8372a55044
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3920d0a3129ab3accb685eb3d685676c75fb116
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b3a8d250e9b0f34154814205bc08aa0a2880867288760da7a46a268c3b9888
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccc1d0c8901133416ed91b31f6f3acdcf2d96be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e863a43524073a435278c5b3b941401950939ad4237469dc528e16a1f05ee40
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907a8a403670d1ea74c8638296d1c2380c67312e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc13c466416b5c525643b0a863ceea530803f5ce7824e9aa163c02d14071bb3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1a985b39a03e14c4ab3c1d5ccf2723a5be1cc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd0c4339ee62a7a083827a501cab80c20b9f5a9a0a6d2de4cf7baa64ad7d8b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbb2cdc2dd6332dae6c7316620085a01e289b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e3876ef631835399e7b3f6bb5f064a6829559154d1fc9642d356e8631b6a5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051cff5b593b08dee29e3f58b20ed6f14de83351
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04352f2dc31a3b69271102f8f8b60d48f4458afea4c85c1de38b35aeba178fed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98a9f53aedee3bc9f2e5d186b0ebda9b2caf1ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f98d7e047423e85601981bd9c0b85e268fb12e30836f5c22bc12461e0d1de3d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f224d3df95cc2412001bf3b3a720b5a6a0b47f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd713a1d000e1ccd89b278e16a0155d5025281ccc2cddbb997479d89e3d2dcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca8bfe71a6afe5b70ca21db900ab15c19d17e70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981007dce8655e3ae1d04f7fb3983758679424bde93b8a56ee587f878589bb65
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d356174ce455bd3c18ae4c8e597267288933a6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1011f7750a3f58550898dab5dc59cb516ca5af9505333afc57a9fc10487fb5e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2828587a6f3e66702bed23b0527c8dd11559507
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b94664275970b5c111651ebf464d11a1b8749a0b5a9a1610408d0e62986eef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f2ad5aa4f550eca8ad4df90597426c43cbdf81
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094f5bd2bbbe4b2f70a6acee0dd9b9128404ab553f3c4a5262c780c99fcfd795
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5642bc55d754865cf063343a045588ae489408cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e0523b6b0bf60012f7aef2901ef1378dafd860827da41e29914e651d053707
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c14927cc4d82f7f83030a477950b57a0717f70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81192772ae1925a0433b29452cb38b0f975dfd5206b0ab7b907c186a0a8ea2c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db208cd93b4c744293dc81ab082dc7e5a8f50008
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77160913551425c15b85a852436d2db7feeab5eab6056ba2f173d630a219b713
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0886fc8fb634ccd84f96dfc0b67b84258b81ced7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a14b0f511fa9421f3253506b3f10362a56a302f16c33faeaac1ec8fde4ac5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ea8384ba5b14ee371f5db46a3ca7db35375d6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6e33a1aa656f00046d59bb910b3b382891e219478b89227847e8c8126be9c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02964df571a14044aa579a0ddc2703b5bffcd3e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714902b321e7941839b7feb3c801ee1e4d8e69802395ff5fd3a24ee4c2755408
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c398a3025da40ee9040fdd6425d1e3f26e03ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364cbbba3db0c6db98d66ee9d14476273cf64c4fccc0f1ecaba2916e3ffab63d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5251db1e1a05dbbd6b373fd634adc9a0d1cd0bb1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d42e970b12a1eeb5eb6fb596cd0ef1d6978117338440a59b2ce3abed91761
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d62804a2a81aa5b623eb777e2560d40a93c3d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467a0c76d0a973ca178908c5b43db52331016a4f2df4d06595084b1b38b58607
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f7e8473155bbc5bb1d05db254b836ca09ffcaa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1257e2ce72166b2b1129a131753971082186076edca1f142b6bb737eccd7c49
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e148568d79202385beca2bea2701de936c142fb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84acd3cff8e033390133b85f8ba0fd3d88f94910bc57f683865c7d11b50467c2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0fd2ad92d54c399388fbc0281074d42511f2b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a153959d5cddfaee7abd58cb2c9bb672c59a50237f12feb77f51c2e58ca50eeb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811df66c5e7eed12115223958d3bed60363d5139
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d86bb57f550ece996396c62b93b8f36fb5a456a3ed381956e792560fd95a82d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7336d9e9e682ceb032964606a50f098525cc4e9c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3160329d463506001826dca7169cbec3c6dc29365f7542768baadf168c3fa49a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f1d420d6f9c3cdf99b60123b2bb2ae83759259
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0bb93b8445ffd794e1543caf51a92df8e2111a072a2398ca26872ee4e58e16
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae5a8ed34c75108e8314971bdff4ffce48af5d3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438ad669d2f513c47bb81e813433fb78ebbd3f2c1c612eac586f5ae22c2eeb1f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaffa7392fb011254c2e88b4d5bbeefb99a0561
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644184f3e028d5a6d68ed10f6ca2db908ddd74d2579af2a4c12366995c157817
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e259df304e534090316d284a0ad1f2791eb9367
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c23e133ec35b7057b53be372a0d99cc66267f4375d9401785eb197dcd1b0e9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b1774c15619f61c738f2802eafe366dda208d8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffc52c028eb840a2855c28cc3ff9ae8e6d703638e3c2288942ff6e747714518
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cceadee8700ea0122a31297786bf45d6a101a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173c3807e3886b3270608402dcd4b2169bb5c4d05e91b45df9142f6c5a01c03a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de18c3677cd2461040d73eb886830adafcea4df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd9b375136ebcc7fa371be907ea1abf56a73a67132d397f1a5cf78d46f3b5ec
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f43fccdce2fcaeac54b548c856744e2c15e44e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499dc421df5d895c2b43adf0cd07d9ee148956147748e43358ccf5c16f1fb8fd
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7c2c79af3566ee33169941576f376302d6813b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e13c141de59e21454aaa97090ea916ee6cd721f759d632e26e2c4c505c59a9d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2806f86be807dff50cb9ee2361261f1914129
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1222b8876b5c7d2ffbeaaa02a24d28cd186c06fa36f0ede887bf988c6679f3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa9267439373e5a53081ae17afeb8803c7bd3dd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75394992b53c3a8e25308e46851adfcfe6031942fcb958938da34b8e2c694f21
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa42e3a31b0bad3360f0c5f38a188bbcb4c97cb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9a03965d4d187be623d41d76ef467762ff5fe20a3c390498bb97acfec53dfe
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc61e4b6d2cf5d8fe7a836cdc7902f85754ddf1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f3bf9bafb201bf3aeab1eaf3559c1590df540e58de031aaf3639fb1034d440
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b3b8b59a81fd8a99ce8eda30ac1e8e2782f979
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3616baed6b81449d01a0884ad54fc4cbd28758cbb1dc905569b54cee0ed0368
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccee49d6608b149ced3bf506058c35f6caa5754
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e3e58cca39648f20451ac746bba14cbbe8ac887dd248dba2ed845b60dc008a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccad61cddc25471137128556f3295ed52cfa7c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762f2dacfaa3877697a9621e4d5f9fea7aedd4a384b7ba2191bc3ac1f730263b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffa55650c37e213e7936dc7fa86fc776aede1a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb835232522b15c27c91912ab89c494851e5017420851c1fbd9929818264f45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d3d9281b66d9f53186f736f57880d5826f612f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6250c549af842fec0ac3485a1fa4b8fbc3b2461624933fd27240a26e6233839
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b00def3e299fde036d88721e09c79c8b01c4ac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1e3f16c5ad33698fe655b6b4bab8fc2c953922af8db7fe36ab87719a3df0b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa99cadf28f57dc106d82542e9b2af44f7a6894
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935d9180cab50ea2a36c6d52e842e58cc42b2888c62185f7cc2ad4f608b2fb4d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eab7fe627642b7253aa4108c27f571ca6e101a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d109dff405cfde6bdfebf10a64392d717fcef28a1ff481411710869d0ebf73ed
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d285c16af44847e1e14a5f63f64c008286554ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89267f3eefde89b44f778492d30159bd8a92beecff0a090a786fdb6eb3e57745
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77583c8f876c482d2bf0ee6f56dddb278e4e203
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c64f6f00b5140e89c70a7178017a9413ab7d487b18cd8606cbfe7548854167
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0138d165bd81a31679831ba9376ec78f4d909993
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493e3c4832dd5c73d11f92e81db3384f1b8fb1adb5e382faffee6b95efe31a5d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027e7a97a98e710786c7758103b69aaa5ba09297
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cad50d337d4da0db8aa78d7dc69427db41d2468e3b8ea6433e0941b5093e1dd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37dd2bd0ae66a414fc7988081d7f77624f9507a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fa329e914a94d75e25465daf004a84dcf104434e240b8facb0f7c90ff91f66
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d93b52e4a624200f06a8746051b004d1f431c8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e192ac2f5728232f31e332fe000267537787a16ff6f587a76d53e0f6d37b53
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ded241c78c29dd31be9ea6e5243dabb97ce0165
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf48e0739914e0469616a29e81adcf3413ce2d584b28aa47f63fa4d0350316db
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86870ea60a1921c21595e8788537b5907db4acd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c317865b360c8d2cad5e6880bd71aaad543357c7546f2089ddabeab41a53a1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489109bb3ce5726977d87eb087fcd7ad319db27b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3021bcb4e1cada7bcdde4c16a34874c9bba1c35ec91e989874f08ab26506ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15c7f1faa3f241ec66b54c348a5569760a29bbe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb5a254dcc2eff481e3fd3d5c5e5d95ae0d79ce6b2d248fd1f7d23b4232632a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea93386fc7fd056592641bc9a2340184118cc195
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d4319453733dde2e5621e8265189b6d5e4290ce24b16288a1f0730172e04ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53e869ce99d309e8f3f796f4dd6d0bfcb8e983f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414c16142af5b9c7a994678e126cdc4a6f7cacdda7f5851abfde787ea3954a59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702f3c48246802ced860de3760c0bae090dae8e8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8900faf51f5517fbdc53905c5ccda1d8030d69a95254b17dca1a99625a34176
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76571a52a3fdeae3229361bb2863015613317a8c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de99e47f662703be88f2071e9738ebd4a92d4eeedcd40ec47737b98f43c7af1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f835bc36a347ea5052ab0f40fcdd4675df2ed21f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf35eb3e1b3f0ea192c36588ead5d4665e3f33da31796ecdf9c38820a05e9c88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8bf07e49e5b3bbebefee79600dd01a19b30934
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d644980608c09836f92de7bc319f09c9e87b3a3f4ce22a8711f9118e55a2f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d72d2d8b6a294e0c61b58df7917f1b57c5a4c7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9cfd10256a7d123e9a6883270f440032535f6c11c8b40d8a89585cf7110ded
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d6a9f63599fa135fdd5971758da0ded9ea7d9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49280d4326f3d5ed0f293c98bd31a52a96bd86528ee45eeaddc615e0b7e361a5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab707de0bc4062495d664707122de6c13e150b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a478bcc2be625d9994f7e9a312557e8866d83e058dd7593abc90f7fba143f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134094db280e29995c42674ef79962394832c3a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e985f431afb55688e7f524cff2b529e9737eb273a30d4d8b51012dc65399f02
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716c03c45458828c9e1cdc8833377fd05b141cd9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dc02cedce35a1bbb8dc1f588fc60a8fbfd99f989ea8d3e69514bb309d91e51
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d477d470c7b7f511113a8b24c062f83057833f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bde27154581da1ad7e114758254a291b3bd1915accdd4399509462f684ae648
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78686f439b61ab92fb4b21c42f41ed0a3e81f63d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcaf0fcda5e74347162a8d6765ec9a5668b34a3374365a44a02e7636ba6c154
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5b45e44a3f230887e1be38ca10d894887bc7c3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f8d4289a2b302b4775552e07751410336fa73d25224e2fca48a6441360d82
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4675227a9d9ccb83b51fcd73e39cdad26b3bddca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eb7859f569b47ac83c068d08186c3d6a4f0cceee29aabb16538e603c22beb7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67aa87c1e20bbbbd4cc75160c3b19721c35f924
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a5677453ab5aca474abcfb2bc0cb6ffbfee18c8594ff15babe69c26f8ac6ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a111d9d3c27af19c9e857d4502ccdf70e58a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2873290799ce6ea9c617c335e3acca30a4626dfc5157c5084c9703b5b42ac2f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c82856a9d5879c6f2faf209f0455746809652e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f14c4014602538ed1f3fec0efdb62eb4e034321acf374cfe17e556b3175da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ab73697ca0ec98fa1b7aa30d2634de0cc043e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d59148c61416011b6ba258a6a13ae1be332a16492e9bb92cf4d51782d2e26d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d059cb3d917b240f3a2cf5dc563491c3cfcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2954f0684c695c3523a8e3de9f8ac88048831c7d6195aa3e1941f38f2de746
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153ecde16e548d7ba2349d4c9c7844d57a705056
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca73b97b9565f8c04fd7256e11bfcb91a298554f8c24eaa8c96136189592e9d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8631b2957a2fe0452eea9b018eea17860bdfe5b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147fdbec0189e7128c2b07d360cc9dd0c61f6492548a3959e3111798e7c8757
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47c983cf4f5e76b0a794bf454c9659d953d78f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f103bfba2c07316084672395a8c074ab70a63aa93b83d6e7d4947447d2effc6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d237b9b3947b03044808535b77aec106a33be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a50809725b0322c7906460b8a1cf537335df9329be4e9c3b6742efca36d09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b177187f594c98b512a667ac6978f5a013b84ca0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dbad42671083e6ee2a83e7809369136c7de1886d73d824cee4e7ab4cd23477
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33923b5009ad7973bd30ffe985dd3c12e574a7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9fe68a7623ddd703d3d5593786b6df02aff417714cc74599367959dbba053e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e32c06027161095f5c1d2af1c828bf21d961233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf81bc5f3a19ac0cdd511b4a217b99e18f61679dc48f69d4ae9036bf97c7840d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2307212b4aec25eb185acc9b0937c0ffd2718755
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb1516469bb5d6ffb41f64eb4940db7021ad48906beb207c79725edda3e682c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7093043971cdc3618c70e7554296205a07c29627
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c590a8a40c996b9d0185dba9515f07da76d09e9257ff56ed1e5df3fc0d5bae7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3812b36472c503047b74a5d643480bd8b78cf6c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1d89d1bf7b2b0b6319248aab9f1bcbe3a249b84634f0e6600082a0b90bd142
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121ae258440aa0e12bdea1944471a3034c5e2ba3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ee7c41fad56372eb00dcc9a820a9f5640d3f69256d1e1c93b7d96e7729b901
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3164aa33ac0795ab19cfee5f8f888891a73a6398
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbd153f2e86822f7dfba105447f94fae22df1ee0ba89513f080d3c7bbd1c1a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e05d8da44c0eaa683501dac574c97c82d1c4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84d29692d7d6dc3128881ca5c4023944346695dde0aad8fa3cd9497ef48c5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b1b57bf4210bcb132d7693584092afa6474603
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbceb34e6168d1e899554a81c3dec2c31e3dc3924b205d53019e6ba5ca9f78d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8bbfd5d5249b9d136be82277ddcf59b59393b0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efe71e99d41ebd7661315781ebcbb8c7eac09b75b48a5e5d4333f0e4ca9b996
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af095b9c3a753fdc11d75100c8942422da27ffa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815d6ab8260ddc72bed0973b32d13a6c20c44a80fff167591fae89c23e3f9b41
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b32c316baef6d4fa91968750d5e36e2dde43e97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444c15d38f0d0fe4111ee1b09928486ff76d172314bf487bb7482f65237de502
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fe8f971f58221a454b8d4f1c582e7aa3ca26f8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb101c52c7ef04cd5eb1c9fdc22e41f075840cbb6a509be5bb48b05ea2b47b13
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96834a0465688f14d4b99b4a9e621c51f7547143
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6389dbd2f31689c00a11351626f6a427b9df1946e3ed373064b666fd59718b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15eba6bf7f296ba167bc6b36fbbcbac7f0caecc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394fbf052abe8c57548c1e06c5821686207158b33249e600b44d970e77d99c41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d7dca74bbd18b146d02146864f4118804c0de9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c4e962372ebc0a3d8011000727b428a41f0b90b6af7313f949440a75032d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18962fde20e2287c67aaf8814a3d1e0074043f39
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf87b20664d17a9b803c5bff2160fb3abd4364e5482f9b72e9a734db8859866
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677d5c9f9e7fcf839684f4c9f7f04a7d70256e0b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60520007398f104414af05254fabb04307faa703a2e8dce8603a3f6481087dcd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b79d68033a0aa441fed7d3586bd6b6c58665902
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8066ea2d23c147a753c78374ea169d95918ad1226d8772ec342e80aa75d0eff2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce8d79d643d1bf8dedb2f5ca321b4a6bfc2b8d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5a8d739302250050eb28da0b5df35d624be6d9b2f46f3eafaf5a27457ac2b5
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1685d530c0bbdca09a40bd4f1c55e1bde7932370
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98bc89ee431b2423a1f2d5eb04f4aa511c9afa9b65273ec1a7d50fe1d9333f6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64817911c44c055a0c7bb9b879b0836bd23e6be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cec612187a3992062b3c9b51c1845d1be36967a5f26874de893823eba86aba
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e20666b2ca8b4f742f7d6029342f4f4604c735
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2395fa2db96fd35d27108f0d3aa8f75a8c0e1fc492cf58d70de063c8f86935
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7979af96caf8f2237efb116d9a9d62ec9a32af3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c3f15560a7f997326db4c82b40e16d942b5bca79d0b249c7456f6d3ecc3c9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6d3d72b25a584475b27e42ae687e85a9b9bb4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd891c4aa9a41f3c0bea442aceb88a7f7fcf472a70cf639742d60ff1ba3c5637
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c5fb21ae5ee6c4a607714e6ee7e389006c8e2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5062dbab85373376ef7fb98e85da4b06dad68da979619c2782aa636ff5fa711
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5612c45d98bad38bced632ae546b9e8ffa1c7a23
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a66278095e5887665427ad33f8171b8ad3094a23a91fcddd34922f8ba538d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f647fb49ac81b8af54236db1632767e2b08b467d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fedeb4f5612db962e7a62651a2f300674d2652b67018cb86187f5197801a2d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37934d311c78f41d93dff6feb649a0017b36e82
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007d38d2875adb7cbd195b19fdcf0688fbbb087bb7ad1f248ce61b12df97d107
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe7884740ee77b805ffea5d0ae1dc99c0f389b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ac52e05d6f4acd31afd63598b7f79fdc688963f13a84303280c42268a63c11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850c15224cc3d34c4959002ee4acffa220ca3b09
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c3ff725b8b504975d0ed525cbd2530fb08cd21235c6593d95315d3c2413296
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce202ca6825f3344b39bde78ecb7a5d5fc3995aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b164be73c635c84da4765ae01583840c2d5784e918430a6e6e246f662ce6933c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cb0204efe1d6a58b976092a1248131760aa69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b7476486c1f1e4e8d6a8932a09e2970b366cf08239662f99da8278f299ada
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa564841c9934463fcdd44bcc246ac28841de273
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f60832c6aa40395ec51c6f77cdb1848a8d83ae429291cfc36050fb7eb6fbefe
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b47269155dca820896bfb9a9ecd91fa3ba0f69f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1034f7581dab3653eeae155a6da5559376fd668e84287d6b17172c1132fd1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da435e0bc0224a3b02c3ca7d1a68d994299ef0ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5462afd3c89fd604e58bf7e5d509c505ea957e0ff85480d80f9c40f5c464b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c551d4681e8057ac623b32d8700c19e6fca65954
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527b00101957827205311bee6f1cf9a7dfbac7af680335169f603d55ad0935d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588c9d66be596de34f6072c4f865999c8dbae249
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e86d724a35769dde35c74f8bdbddf8436c350c266982e1a5bd351a3b857315
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425a30c9384c3152e569c1d6187c6c35a58571ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645d4f55e7a128be453f62ff1dd7700d2660113e49f7ab27f08a9f1715da5b59
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1e577c6d1ecb40afa7d6c2756f66d811e9b7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a7a58570e26d0d0eb22f53f6bb4a0352e48eedde8c73e7e7de13f0717b18d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a8b12049e2ee100f795a85cf1e290e1dd26fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d38dfaaad055dffca3723b6cafff965a7922a599b66b7a968549d4e5b55a665
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09281ceeecfaca833bbec0daf1ab339e5c45382
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8c4248c6295bd1b893e64d56ef6c077184ba20d2a8f4cca01c39a3414718bd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c937c01ae01c7f46758ba95cb625caa8846299
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d6b41b49e9a97ff8d12360626f9b46b27cf90e82889b355d2b174b0ec2cf07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f83dd63ea96c6a1a1dfdd2e2877cba5ef7add
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba909d850469eee738555202c3758fb6964bf8c89b0abeaa2c0df13c201d31e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64aa611c84b65f1c56600edfd75b86a496835e2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4950f356de8681ebcfe4e56e7dd8ca26b6ad9d8716f5ebbeb452f2a4641677cb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61483a18008fcb905abdfdf9c1b7c7c3a4fb84
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0acc751ebca122c6cc42e547f421374f508daae5841052168c8f71161ddef5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ab95abcdaee5dedc079b51d5d57b4343ae3eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1771fb21db7c3faadde9bade88b61fea62828d4918e3bbb8793ed76320335
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e346020fe88d48c8c8d1d8bbe6ab063583abe7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf99d0d75488f7b8dd31f25f9a6c9f049a8bcee48c333b36434fe1c48c8ec0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dcc28657d7dbb3ac1ccfdf8154786a13e48898
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e06e0282553888f2c7ca49bc5d306fc70197f5ef073ae77ad1d41c05462660
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0dede2e11ba9a36c281ce7c1e924b225d2a680
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfff6792c21cb1f48a299962cb83f2cc67be3a7ec4bfccc301100988dc29744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93b39abefb13362dceb167dcb39ce93a0bcd879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab5c03809f616eb6f1fa571c78a0e8f2f84e546c2d7bda4260a4f3091d3f2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577a2616b61642dbb2b482eafb6302d5cb4aad7e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3fbb90d00697ef1dcd065033c8f0127b61d7a6859b4110ed0673460d2f8630
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77caf953523f132dcf050a1c8783589df2c91bae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986d59a7f64708363117a5dcd0ed28f0919085768cce8f3282325d5b5dc4d8eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b0737a220df636736e4885f69107f9c9b1feb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a867c40255e201298784e6f8e0fb1719d52ecfb37c17b0925049f394457075d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa75159848259424ef423cece8ab6e8b9aca2a7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d1b38140bbf6ae74b941207ca40108fb631e8895dc7e6244946441c962c3aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e617ad67838a48d76b04e0a2cc2ffc7ea68ef6d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2182a5440ef0686077837e67d3990b063edbcffaf34cf898032067e8322e063a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f874d41de16f90a75f63e201c939b6039667eac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8f68356722dbe072b0bb2607be4a069b0361b8c3f79031b2ec3e9b30e58032
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82207d1b2e1f56b3e06b1f56b13f591940394d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd2997aa97f4b72c6d6654697579b494dcacbe81e5f4e377ddf546d4b2f8aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6717352253e09da46dbd3687372a3c05da5c373
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6ab9a04e63493ebd302aea0e2a34aafe00e28ca44673b0b2be12a791f7a30e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7d9cfb6810422c3378c9a0c355ea4faea26e9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccdf61a18f7f32f79faf906b10f87d6eaf823e993d7fe44d99db77375b38933
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653c343a7c57f72b419af4c4c2f2d61f4fcf2e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db77df3f4f2ef480e6f01653de860a6e153524637417840a725f0058c3247a8d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc78d6480bbf3ee116a8271beedda46f4694b6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b73408b0a7bc48dfe830ed8380812295a4ffff1c72acc0535ac73f8b4e5f1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e8786be5eb2216428805a6168e7252da8a230
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22780f072f2e14f30408df5f481fa18f2e420448ea6d6872140a52b094d2d9b1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd02301056afdb8b17900f3cd107afe47a5f4168
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855c6922739e73cd779910380a869d31fc0bddc5b3dca8d9c3d7a7fea4654bdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea450412cfeed490eabe70cdb7a1fa7e3f4460e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98918154a599a7bc7c347d9bbb9049cf4bf4f07273bf031b7312e6a85cade80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190c24768ad7e668c122cc4fa00e5462e5cad755
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c49ecbe391d548ced0fbf63c4d84aa40c61b82da0825e3cfdf9ea4f9d7b356a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc04c5d34aff04e43f5ee0aa4bb330de8e0ff4d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a9af1110578a06e111d8214b80f41e408363a40a289c2d60d43807bfd002b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955a2a7c111368022aae2d2362479c8469cdc0bf
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afeb81340fb39327ecd9073a901be61dca10f0fd8af53ea216a25800b8082e62
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b68c78a92652c4cad4a63971c6b4722ef7add9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd01218f6eb1112f0ca7936cd3fbadceb6380b7cd4f7950b6765142680aca9a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0044b01b5864bf357a73169f9194c527c7ca6187
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078c8a95ffb00f976500f90d8d1e33156541088e0243a2165c8b45253ab5512
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2400af7d47f216564dc3362ba9e70da1924e3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552b07b371e93b263d65660783c4202f4d2abe4e840589c01e5a547c4b1ea7d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc50e7749b52d40541bb34ba30ef5960394f859
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8ce29cbc7ef824fcd15fb664abb271bd580075b875ce37aad73065b65cc98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8156c0f8e732dddeb6dd493eeae5414e4fe8aad
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b470b423cb7b7aa4c648a328b9be34400cc3e0671d0c99d2df1f542c48be551f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d0c02571f68a1faa481956e5cc0f3813f116f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e34cfaeec7bb850ee71fadbd8508ad255b50e5d63214b3f8cbcd6ca76f63f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcef346fab04f25eb1ba8df30e044da054290a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845fe245e0523f50d2d18d6f599478fae5dde407cb10bd85cf1323289bba4ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d038f4fd8760f82e7485ab764c5786408cde90ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7448fc2e997b263da285fdcec452a13acfc3a87e981418622ad2fcc029673b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c53cd29781795e7b09b75b98792aad41d6a7a20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a58dd0745097ec5d94ec7783dbbfa55b9fbae7f9f6967235f9937e892fdd7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8eabfc9a6cb4de5c54f97ea5ee691207b8631c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e9335e5b3a9c707f42b7275382c7dc31ad1bbce2454cc6704cc48c23582e8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddef1f7405f6fdd70a5fa20020a11fb8bc576fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6c5c055451a91b40be0b54c0885cd33977868d0e27b1a1108e780dd1640bba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcaf574bd05f6fcc8fa5aa1bfd3ab8a0e7abab7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc75b709111a0d6cb515aa6f1a2e070ae177a6c7be790df90d121488cfc84c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c3a743cd9e647df147ea85437ddf09cc6504b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9346e08fdec5eea62303be0072c3d4a39812d12b149c50a799629c98ca6712
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7834c49a75a17b69870b141eee96dd39c38e4848
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7629830e6723c1165dc68b4271749142798b2559cbf3db04c6e9d46a5d4d8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0648e91555d38243b357216974833f13792851bd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a729ac640c02d6ca96083f21014b32e23415a22a9010481278aa6904669ab5f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcdacdc01a020849fd7a0c2437e1884e17ccd25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9a3ea1126bf0ea3faaea1d2a6f2bbecee02e46f78dcc1b1cf2f7a600bf37f0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0240f730fc6c9ff4223f236f1c5ac9da055d56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a807d4ddf8f503df339aaeb7877fe4ccb480a2432d709459faba171ac6777c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899603c394a558adcb89aaf60336f85729f69a79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe08a37e7de04f1963df8c09d92f7290d0d28857052b0f96ae424b22fc4b899
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569a99266071b5722b4bdbf4e8191cf33a156df4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a80ee1dbece20c79346bbb28df549bc254f500c76a54735d80aae59bc5e878
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5017e108052d6fb8e2a1171c261fd3ca6b29cd36
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade9d63301eabaf06c0196b1800d79a2755f8549c88064b94933dded99daad8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3b21455ef9b83532b9a1ae29c6acc0037dfaa2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c7ac619906cf0746092b9462f3361ed3fe9c8ebf29ece4b33b7e52a60a5f34
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca626a2673566ad1b9b7475294679995b38576a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1266561278438193339bfdf8d6f310397cb0b8f0473d176ad1246ff8af356ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9673c6a0558b50442481cfd1180a2064261aea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13f8d478b65eb6da59f13933e654c79083ab5604e2737758168e32cc7e87687
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25a585c7c5f5a236168e4f0ec49fd48b6a07f1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647a585def56a99a9d5d18437dc01acf09b71a77c425da3dbd81b3b2efafd19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b133a966bcf0c3103fbbb077eeaa6a240a614ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab0d7da911613adc372a7fb96150fc0b8c4241708e4a655e71c556349f9a765
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5dac4863e54622fae16fdf0fc71dfde5ddbe0d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04a9f0b961e9b6f5e37f518701498ca4a70d2325b8dd030eb8c2b8ef3d8d1a6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256873cde024bf4ec4417f3d7fd9609cfa9322a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a52a4d03f361152c94413a8591fc340f9f2f565c407ce9b291468b98e8037
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0469e0207b61f2bc30a333bdedc5fccc67aa447
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ede7a6cbe8f63e525901f3689bfd41b00ef21900e090a389168fdec88cf338
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64add02655a3a0425bda3ae4c2ba9a4120b8ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09522520a67f246f209ba7da0a96fc215fc0e92c3ee0a59bc90e804b941188a4
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f58c1eb35ac52cea733922f46ad47aa9da7780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad77e2bc5f4e6b373ecd41739eb48ddbc75d8c36efc7e1acdd8eeb578ca5784
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b37dd28c1db25f4e6038fe7183128fbb432e982
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5de7085d7dc37d353c89a5d5d0286af6149611bea2ff4eae682ac03fac10c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fedde059c2ce8e2f03998599bd48c8dbd2d748
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b32320d415f45a20ab36c4c788188fd51d3f4ecbdb6cb469fad3c34c1fde23
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6832af7ac1d8d69b06576c1fe0b765d12e261aa6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0042980b866f635bfbe8dfb132f2b956cdedaf3bbb04805c0248187cffb120
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c7782dfa83f16e2f3307264e653aeb7f22f22
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10be998fc94235cfd409fbad1f0a918a3cad8dad5334a9deef433f2809aed27a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2df6284b7cd6200809fa34de06529174eac65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501c4fc9675c52b829914fe30b4c680b3c8a4cc267be3f15813bba4a45d670c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27f69c6d0d60b511c8db5bff9edd4292102285
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cca4c5af23d3e093291e72e9435fd7385ca031f0ca98dd16c81d64875fabb79
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bad5748e62357da978f2e9edf93864f75599f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe338fad4e4da6de6b14380bc2987577a9f4a385997a8c218994209ea92d67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a75df5e5a281762568b6828e03ee35676194670
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26aff0c4670beed303765615cbeba01e2b262e7f2a8a3944afb934c43904edb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bb1e831e40aa9db0178d157cfcb5a455400855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f3e961c42e8bdeb8a845c89bf3edb274cbc7a950499daacb13c78efdc9642
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe58b1d8c54bb07172af906153dfcc7ab9c879ca
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199916f864b8803b2c26559454b6eb412b50487d97f008c9dc870475909d1567
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bb490b0836015f37abf0890e92d5fd44f5f627
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aa1ca83786df757edebba8f405e539759b7002248a58044fe68728e4fef6a9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c2edf398f02b772046a1746a365ca61aff5283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43598109d3b1129f75858cc79daae5c08941ea46742dacb308e5905a7657908
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0301e3a104c9198d57b6ef105ecd2af5132864f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec84bc0e66dae9714957dabd646c2dda162f058520c4c98b97b71392557c6f
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649dba4ae4f9c3dd031088a1b9b089c8ea00b3b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65951dbcc09d74a58167ebefe717306fb558ec170abd5c10bd27f0123b2b9f90
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e061e42781a993a49cb621be10c78e737f4973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef0f4fdcf74e1bbb8c0a47bab4d31ad33e55fcc478ca440d1d2156fa09c265
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd082302eff0788a35ae218b525efec3a5ea7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2d050a40419dd92e034e99985056ebf91a320b64b3c3d7ca589f31036aa5c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1201a34b1986ed0d23c5eed3066b632bc48f9e9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccca02ef2817211d1364b2f9e4a92b6d64faa629fcdad55388973ae7e6d8e88
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca58c2abc66205dd85624ef786caf81b7669f77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08270ac3a5d458ace00ae9c189fb53943039c3fa401f64174c6ae3ee897f038
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fc1e32970585797be2ddbe699561ceac8839ed
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bce44806215f31efea6793bcdbd11b86e47b83ab7f10246a119062271d8fe76
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21bea11555a870e6a188468dccfbaafb9a40988
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0d34fc29816143295564f8351c8b93c2c1b6167588cac7be8ac0b141a04f0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d887a5398681114e7ed67f6e8fb316e2ca4c10
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e6c4d6cf2e53b75f70acfee96172758849a9c40533370f4dcb908f58efde19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a82c2fc5cb51730563d35b6933fcaccd36b92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4028434805c66dafe5875075859b62567b6613b862b941e0a2d0d2cf901dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc41cdf5a6ddb4f3cc46e22b3c4b554159f52a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8049cbe0166f4e87b6fceeffbf5d10e4167257486f43c02f67fb02af2e6e5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3af18e60a9dd3cd148e80aee8f65ee4dddcb195
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263877b0026113f3914371da3ebc50cd94ce26183fbf0436ba209561f7efded9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977db53bfc9317b6e5761f952fc6daa253334582
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8485c1f456e5ec0e20f4b3915ec01e4ef7b02beb80e501666c8c9cb105683d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5ab4249ff11ab38857fc8003109f4eb17cadb4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5feb9f83bd468ff09b5bd451c9b57dab36dcf8df8426c53cf5787ab856ae22c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee87f00a2ea85105b5775ca008e19130641cfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7b66f3f3fbd6daa7f75ecd10cb0c86c8a814082871c540827163daa1a4603b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07760b62e1996ee5069680298c397b8621e2fa8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eee88dc15c49f2ce50791063489c12c364ae134804bb56e314d9d4f6ecce52
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df0b67d74e842c466e7c9b613ad09a2973a72b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ee2668fef396bfcca57af88fba3aec8ca646dd5e11b07b3a1ad054a89f3f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee0db66d7bd86615ebea1dc8f6c1edf9861759
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aaaa011a63d83ed75f174faa083d0f2ca55a2a6d08dc35c75c5e80a3c74d4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393df8955fe2c4db882e40d2cf990d56632fb54b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f647e2109d2ad7451ea1f28544e92647f9ca6f022cfc31580a92544397de7ee8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa22fadc2f6b3cfb39e47b67d3e0dca936620da
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc5162299dc490bac765cd21c33c53685502aaed7f849f0900c8ff54ef0cbdd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c0df6a714699ccc525c181fa75669747bd3a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d4bea5e9493f805cf356f61c02c2861f2226e06823d0109331a24933597ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20508ccfd1b121988e0d5d99ed6b2cb3a9843aef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3d80d16bd6a02b6fcb8258cbe6bc4abe54a61b7aaca24d298bf9b0dcbcf53
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52e0f42f3cd4fe3fd3b849beda01c7bc26fc642
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd701e8236cedee7cab771195d40fa64105e09114443ae0a611258333c519990
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ef02e33ce5d600fe40e7643d1dc91409ba3f04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e644cb9c9199901f4e403be6d5e9b14c98fed3161d9240f3ab1fcebc99185
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64af7053d5d460c10de433f80872c736e0686cfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36897ed72be8088c0d501a4754a32dfeb60747aa149e68e2ee32d354d4cdf75d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e1d8e3604859d5fb3f77097c804c67a7ac59a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b91963be5f44f634f3a9e6f4915ffca96a68ff7906a88d25207d1e556fec7a5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277f1799b3a685778dd95bb3761e455baae8cfda
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c07064055c326557f75d86830f8ad361ca0e66975e1aaec8dad03fa24de74f4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b3b36c47490f3830ffbcb3a0f90f696eb2a868
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3baea8d92e7a2467b48df7e3ce2fd0d3fdcaa8cebc28d1b0c8c189da074169b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada37d91aaa99278d994c9f18d04c834b87b4dc0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e34d39a2b9e1aa8a262f0644e2e2eb638caa870ebb388339f8de5ca9a3bc1bc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33f7c8023df209e4f854d988fdccec95924cb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20d0a1720f87f72866b77cbe95d28ce2f383a6fd21d9fc79484cd704b60056
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64e8b9f61f75dd8c53a3feef4aa50c1b7ac7bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3be73e332804cc01ddb95127fe808e03de1099cdc5ea2e61065684ea6c3d48c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd739d8db0a5c5e322bf69761ef65dcf32270ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b4eaf696c1d92c7da3df24d6bdf6f5e2b64ed43d38446beb36193f6143d769
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177cb321a3195a3a240afd10b8e526bb05e510ff
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee612fcc611ddc14bb65af9f7e9eb1d52e55ed04c41363a3aa8db09288de9bb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f6b487af9e4892d8e9cb75fbafe9f21a8f272c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08097d6ac403986ee2d3051304d1cc2508f485ccc98579382d7eebbb234a7f0c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec55f21d7762aab236edaae2c76d47f8ed023223
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8222824159a0a91b79a23dc117a3991dd3c27627925c88f965bd64a95a5b6043
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a394246c083f5c8f65cd1df0878ee6188f27aa2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1886020500799a27ca6ff06a73c145d9628a914656d6e983d0fa26944da3bcc
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e0f1ec5298404eed43d37060be215435e8b6f7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e94601a2faac4287058eb387dbcbbcb43ccc5b090c127ad0eab8fec08a8b3ce
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228759ffb49541b86971fcf62c046b1dd677a640
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99237a91db9378dd248a7fd5274342160c0313efbc9ef9a64686bc6be50830
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d85b07bd71388210ce0915b14867cd2d7ea0ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a97a37231c888b605f1e1c15e66d49b80f29a10ccb22b5f6aafa2ac72ebab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3db8ee0adb097eff7e79951be3f0e0a471d6aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c38a16ef154d9c52498cf6454c117bea7ec5a2e353e3ffca4b2828bdbb80502
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26ed028f854c71701d0e32cb09fddba9ccb2027
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682b9e2abe7b45bd31d6852a9282fc4d8d11fce5cc7a43d545b8ded53d7de8a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87364816cd74043cb1412202ecbcc16d1a101574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604ed90a167dd04a548e8c7e4e6d5c0b3462695b449a8603d9b9444f2d97425b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8ce5ec386a0669cdab01494872b228bb6d2e70
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc32e40e29db05c8068822682a39f83d0b08fa2fa36a095b30c80c770e5adc63
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a91dec9975d0cf615c5e5cf2ed1640a12919f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bb1c7c61ca13e729913cefa0cea6a89456744f0868d31ae4b534bf009ccd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a96296e1e974de8fae52b6d3ceeb6da23a9c5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860142aed535fc9b363301df5bd1635d0497cc19466ad53838783434d92da28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7246450cac03188e9892b0022d91545150f461cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc99f0817a7c4bd8f1a547f2927041a6c71654dafaae6cbb1c2d59b94199e7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdc466eea894c0bd4b6e196f5770b8ceb7ab7b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43e054e26045a4a8a7778f8c20755303e092ba2a7d1a8ab063407eaf88ab8f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d7de416aaeca1f097a2905be85840df09b82a1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c209e219cc11b48be09ac78a245715a45eff54d9b857517e0c5fb6ed59cde40a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa3f28b231740ffb89677e77fb6443b94cafdb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04da7c865eb71ba4fb0959d7a7fd38cc5ccaca5aa4217fd9473b0cb23d97c1e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1923932fdd000a24f9f6b56740971d434ce65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ded40da126f169c2eafa1d286f1611ba2e96301615f701229633200ed70a792
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65e7a25879d15545d05554286fd401375d43b6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9974a4813ff0fb13ab97229019f0d459a6f5d4028c4172f8ebf6390bfdbba41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2495727e4217f6c5aeecdb3da665577612fcde2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04279beb64f2f7af8a7cd90316afa7b40db088c2560451a205c0d51cc8f3fab5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca53d891eea34345fd92348afab143ceaae16df1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55573bf7eab8a614f6a22a6301ebd5bf76f0482b6fbd364c957f4d8644809ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0c27f40aa1276ff8c0d500fc30ae6977ab5c24
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10d5c0fa2d490db806a63ff8cab7711a36fc21b711265103e1d74730789cf11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881bf5c04240929a716999c7254a47e5cce7c376
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33261189a18ca746f040a5a95fda65899f485f6a91348551f8594d178a4c8bc2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b058fd6edabaace7fbc449d7e127690018c04a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3547b5cd7592267a4dea8869a619b86947b232cac04d023d9656ae66111c4e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aedc1a7e14ac8f1f744b3ed30ccd1a199c88965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14930af54cf8dff4fd9ba8070ca140b304ddd5da2f8d9c6fd1f06ed2764f3c1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4321fdef343c9a0d2848f1e37391a206d0086b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c27951187afcac27a4d31be3b06bc03b2d2e5bbb247bf35fe78caa1e2ae0b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f163dbed4df699840ad90605e6e9b775b8be06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd38e948be2de832f7ac0508ddac5d424a517f540158840d5c7c59ce6be63c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9514ce3811020d84a3e5f7bbd5f859e789eab1aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e122dbed28d0fa45fbf7ca8485b0b1f14d766db2fc70edb23312431c169de028
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686ea86c6d547fb8cb37f3028792270f3604d59a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4cf0556f8fd9fa7b045ff3aed7503060de48660274c33eaf9a1f4843be6cf2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f10fb7694764e9abc2101ed92e44d0c9241c6b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb3195ccf3ec1c1af7222de04826fab9eac7d39b3aff779905d01bef08692f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374749b81678bcd40cb15cbe07f933dd05fd814b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4714b0ab6513b392c0853533d49b551c8ef906d12c3955608f2921e31d164f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6928cb289ac5b1e95323efd39d070c4efb170f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5795b202330d4dfd3d1e7d3d8ff3ddddef1e107f62c5da36f1456d8718d7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c49a58e5abc208d4214b41fda156f11b51c241
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbac7bdca56623a860aa44b4776a7c55dc4667d2f844af9d073f090aedeea12c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d078333f51321d7a361fd78a9b0aafa0b8b6f363
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612f71f52ced8f308f9888ca195229c91bd50ba4ca2f7ff0776b09a6cccf1982
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722c74e72ae38f43a978042d3086ae1f9a394d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a6b5770a4b0f6f6f1d4007ccca9f3e719e9d9deb51afdd7e23c5cd2e0223e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa5111bebd7a9abcc014d82cf2aafce04940581
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea3aab87b0838e86c9ffd72983877c58018e82034de26b2036a011223e2c19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf953c9d4265f14afdfc7bbb7e30c2946aa396c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d7376a93581073dc631953b49b397838e0105a75a669c688780e50752e21ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24297d84829ba5f2f5246d1ec04f26c6e1284843
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631de97fc9b466e2b67fba6c078d858863bdb4b23e033a003b680a427a8f99ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239717510b5088165a5a2c803f5a1bb29299508f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2e39f6b0f0ef3f649c7139f1fe18cdaa6c4df4d92c099dd7830361793e7df7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ceeb133cf12ae1552330ac4a1e1ff757d74780
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ebfa329395c03a1ec1461cc8c187c58352facada5bd9871585e262f1cd6e1c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9810d478e09383f0d77cd5c45685e334373b51
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b445859eda4d6b73d738cd835ec6b5b33c3652a445ba91d951d6f203ed229272
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61410c6b0d20d8fb97076bbf65c488af10ce340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59a61a56df7d86eec4b2de0cfe0c62d6ad233c96d1906908730265b6c7be24b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e97f3087337b8050d46a6c4eb79a667e20f6b33
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc5f2c8dcd01f47054bb5f792863d8e75d1495ccbfab256b8da4c60a092f2b7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec08204f1bf3034a80d77ff9d203bb49c03ac1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b723897d1b99879e97c48e811bb21a589a33c7e8fede939655b02dd1f73bf61
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46024e76bf4175bd8e6d98530aa7de3a3afa7f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999174f2fe958a3b018f873336a1a6eed5522fdd972487d9fcc0e529efc102e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a87921568e300660eaf82c0d949b5c660d4cdd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4bec9821d0bc2d75d4ad470f2172599e6726ce8fab8942d4cbf3c77b0d87d3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980616bef183ade80c42313262af0932b4303d97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08fa6ce49462da4aa3296de9a76be5ff218b12dacac0d937a505a95a67a986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096f8d915833c8423f3ef7dd76ff6ef4e4bab973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429ee0eb8276c1017337c572d2fd5adc6028136239dec8580f08f968197cfb22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0289a965aad788f96b1d0cf7e6c58defd8d354ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73baeb53ac6db1f0f20c3e7ff7698bef8f1931b73673f45f1b44d86fffa24935
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edeb81ecf7596c145307fa3da381e4907901c71
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ed731071acdffca30005705858156f8945e21179a24b8fd435f063acfa300c
+size 514179
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bac36c7bbe5302242b1d18fc8fe0731f3a35f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d242f3d62d01ae1f4ab322e7db35c655ce7c59f9895a0c7f4631fa1f44550d9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286bc6686ba7613037aaf3811354adb3f4bae0b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44648ae977581699c5a321df9a935ab8dfe4ba0b99d050889aee36854f38dd9f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37dd2bd0ae66a414fc7988081d7f77624f9507a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fa329e914a94d75e25465daf004a84dcf104434e240b8facb0f7c90ff91f66
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aaaca6d5062ca78646405230eea8c11cde0b34
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a5375122094a5a571c4ed475f942db67a37316e17e1408bd098bffef895b2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f5d3408ec8295f5afcb138c788906cf0ceb59a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f67e69c45bbdc1b5c3de414fac277320739fb4badea41ce03cedb43f71aaa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5d895e0ad7261b25ea9e50189e98bccf4dd0e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e99a2501e6909021b62cf97b496124d5c681b167bc8d3f7dcbc32dcc29f1a41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489109bb3ce5726977d87eb087fcd7ad319db27b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3021bcb4e1cada7bcdde4c16a34874c9bba1c35ec91e989874f08ab26506ba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cd747acfac768c57545280c94a329102ad0404
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09c693ae1a994519d1a92c524c52fbf00b72b5d798a337505859a7c5ebf92bf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e7fdd5924d7c92bed3bdfb36b3d3cc42430a54
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ddc0e9ce2dd1ff886de7380620db22283120a6de0b7b5141ade1d6cd342db0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16af6d28d8f535a1ed2b886eb977c2e74b798ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce04fb5c2dc5cc06b55263ad4ec6fe5f62142939b86cab3d76f2884e0d9c617
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fbd9f0b1902d3635bd4447acc47972200307ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1a259de926f7522c9c506c50f1dabc437fe8ce973bf939ac70ceb3527eabb3
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f784b8849cc929c538ace469a58ee0b6c58736
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b5ca61281bdf665981767a315a0762580040c1f756387a29cd2122c25c5fc2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863b7315fa41406e715f72f9c95c7bf0f283362d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b573c4e3c93e31bd71c349a32bd631a38b2b6ce5f974e36ae317bf56e2b944
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8bf07e49e5b3bbebefee79600dd01a19b30934
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d644980608c09836f92de7bc319f09c9e87b3a3f4ce22a8711f9118e55a2f9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db60ab596bfe06881231a50397d162fd0f35ba6e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00e443543fc869612244238e4e2b05d38806286a978f70d6dd697918e1dac2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86167722709208f242849bfe8561a4a24bdb2f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481d0ce9fc04666ea0ce124711e10e0158c720c5fc39a8bb430f8c46a54caa8c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab707de0bc4062495d664707122de6c13e150b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a478bcc2be625d9994f7e9a312557e8866d83e058dd7593abc90f7fba143f8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d8932ff6f982988db438d6a2668cc5ecc63e5c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848c36462a3e8552c09924a75a242e0a53b948a48b7ee55c76d2ff6b5991a936
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2baa9393c532529310231acc9be0bf973c6436
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58944f14736a43181d123030264687c794c1e2659aab40b313a5a973296e343e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adaca9dc57d2cbd854fe3c5d971869ea6305c83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2403f5435e1f95d4be28f37ffdb8faba46f1436c8d67b38a55567093ddf04074
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78686f439b61ab92fb4b21c42f41ed0a3e81f63d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcaf0fcda5e74347162a8d6765ec9a5668b34a3374365a44a02e7636ba6c154
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ecf33e87b48b3aa0e928d07b686325ac485080
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ebd3ce3c6564b41e2b4f06e19a2c6cf5e8166aba9268e19027c01e387caad4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839c2b4be6592d6bd7dfe7c548d9968af2460309
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50f6966183ff2e86bcaa28645cf62c81722798a3f66cfa5996d9ab2251ed601
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67aa87c1e20bbbbd4cc75160c3b19721c35f924
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a5677453ab5aca474abcfb2bc0cb6ffbfee18c8594ff15babe69c26f8ac6ed
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a111d9d3c27af19c9e857d4502ccdf70e58a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2873290799ce6ea9c617c335e3acca30a4626dfc5157c5084c9703b5b42ac2f7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c82856a9d5879c6f2faf209f0455746809652e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f14c4014602538ed1f3fec0efdb62eb4e034321acf374cfe17e556b3175da
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ab73697ca0ec98fa1b7aa30d2634de0cc043e0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d59148c61416011b6ba258a6a13ae1be332a16492e9bb92cf4d51782d2e26d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d059cb3d917b240f3a2cf5dc563491c3cfcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2954f0684c695c3523a8e3de9f8ac88048831c7d6195aa3e1941f38f2de746
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28e46e8675a23049b0f4e5a46e943909b17a961
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac7fa1e5abc1c31c4d679b01d8eccf142daa0a53d1a4ea8039611456ae11b14
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4762b4a48f76d47d9ec89352d2a7307727c38473
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eefe2727c8f6ce8d2e13431a13bf7d60203dfc813c1a22b1779410725ec55d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47c983cf4f5e76b0a794bf454c9659d953d78f0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f103bfba2c07316084672395a8c074ab70a63aa93b83d6e7d4947447d2effc6f
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d237b9b3947b03044808535b77aec106a33be
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a50809725b0322c7906460b8a1cf537335df9329be4e9c3b6742efca36d09
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9813ac9a8ef65f84c3d53602bb9278ad790bde3f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7f8f5e9cf6b7f9c0aa08fb8f254df153acea870c8de1f061322f4f90e887c1
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33923b5009ad7973bd30ffe985dd3c12e574a7b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9fe68a7623ddd703d3d5593786b6df02aff417714cc74599367959dbba053e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e32c06027161095f5c1d2af1c828bf21d961233
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf81bc5f3a19ac0cdd511b4a217b99e18f61679dc48f69d4ae9036bf97c7840d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2b0596a54aa89ae594a6614f38f0c35ed3d6d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a05e633fbb37306a54d36cde599dddd7c8345b322e610877ef4953419f1751e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b504bbeba8cdc90322e73167c37b05434bbe04f3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1458e704003ffb2a55b9a5326626dda651325105594959cb6694de19222bae28
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dbbd0c880ffbd3a680b6e26fb6aff60df639b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0e231c0f2bbbf9a2df40bbdf56ab8926e887b6f2c1c363c721ab1e72477a54
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9544b88106aed6694fba4069721fb7e8882c0a9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0466bbf31fa8c8f2bf6e10887b0d6f0ed6d00cecc42b8f5c5e677b9c0cc19244
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f632b8e92355876a85352dab23eb8416fd9ea77
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5a27ba9972d84e89f9276ed8b6ec48e4d4b2e149cb3a6004b22cbf7d9f44e3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e05d8da44c0eaa683501dac574c97c82d1c4c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84d29692d7d6dc3128881ca5c4023944346695dde0aad8fa3cd9497ef48c5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b1b57bf4210bcb132d7693584092afa6474603
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbceb34e6168d1e899554a81c3dec2c31e3dc3924b205d53019e6ba5ca9f78d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f378c32b608ccf4eaebd6ac797a43be2f747779
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1ba4a22a40bec64f8bfc63fc39deb79967b7e9416cd25a489a1648fdb5a93d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3f0785603a341371f6e322bec5376309c48e25
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9f4cf3990804f34ec88e2f7fd23e80c377aae93b95e533a21e3dd9bbe40977
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19de7d7eeec599a3790829ddf79f8955c9ce2fc4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cd38c38b36e9be634cab39f2fb72c72ec54a9e6c20ab8db4345a3689bf1338
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eae7908259f2d1858efb7c5d1526dd1c75aedd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b580073109ca8665b2b8a180de81ccbb8f81153aeeb8c4a8c15ef17a11cf4f72
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96834a0465688f14d4b99b4a9e621c51f7547143
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6389dbd2f31689c00a11351626f6a427b9df1946e3ed373064b666fd59718b8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15eba6bf7f296ba167bc6b36fbbcbac7f0caecc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394fbf052abe8c57548c1e06c5821686207158b33249e600b44d970e77d99c41
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d7dca74bbd18b146d02146864f4118804c0de9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c4e962372ebc0a3d8011000727b428a41f0b90b6af7313f949440a75032d6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ee9e2cc5479ee59e1649f10d13734c95f9dd8
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d63bf4f98aa4d6d3c98c11c511e47c863d2eb5b6870fed71544111e236cdc
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a240bb2607cf639b1f32b941a64bfc80d1cb9d95
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d08e50226798d3e675fe0f9d5b04a491ebde0ac541f26d2eb48ef9cdca82f0d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b79d68033a0aa441fed7d3586bd6b6c58665902
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8066ea2d23c147a753c78374ea169d95918ad1226d8772ec342e80aa75d0eff2
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d809f9d312489e447db3be4bd81faa5d30e49
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4212d857a4a5d3d30e570a5e1f914a5f3a90f33817517b17868b3496861c08b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f50394e465252aeeaa6d5b067bd6c5ddde2751
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcb3a0536685168bf77b0451768301fc063b330300043a3ccdfeca147d603e8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311bdbe376bbe370a8ef46da573cb53147c5fe83
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04fc83ee04a270e28b95b7db165f8b9204514afaf1b2db7831f4a00411a17c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e20666b2ca8b4f742f7d6029342f4f4604c735
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2395fa2db96fd35d27108f0d3aa8f75a8c0e1fc492cf58d70de063c8f86935
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a05647dc43ebd1e8cd93983331b8fe3457861d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d9f040eefba90c5930af259537fd8812b404934d56aef3c6dd646c1e849aa
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fda5de61ac5c27212cb64e93881fe6783c27d4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57fd8efa5218e1439d092d9424dd80c9e55c590d5be6670c1e3516414254f7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c5fb21ae5ee6c4a607714e6ee7e389006c8e2c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5062dbab85373376ef7fb98e85da4b06dad68da979619c2782aa636ff5fa711
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626d67281b913f24b3724a58a56acaa30438dc18
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25333866221956c0ffca1dcdda7001d85bc6dcd861b5fffcd24d7e706e9a32b9
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178abf820e86b6eff4572913a986642c62a8a8d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f92b81f84af66114c8d2b90682b49a8c68cb2d0ac2526149c006b96b09455a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420fe287535c47f8b652e695060e4cd35f96da5a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f846bbd6e0890e5d8038490aeaf78884f1ea69dfee97446c88e9bac18048c2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe7884740ee77b805ffea5d0ae1dc99c0f389b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ac52e05d6f4acd31afd63598b7f79fdc688963f13a84303280c42268a63c11
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef3e4e921a0991c5026b00987e34786f1de0a60
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1faacd0807d7c7b36a14189629dbb5c841997f96963d9f1a7912d0afddd35e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe94e5c00450577654a8253881cedcdb2b273eb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016d947bdb3a467a600078401ca169c1f74896f2a5a8d8d5a68a1a6d1164f48c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cb0204efe1d6a58b976092a1248131760aa69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b7476486c1f1e4e8d6a8932a09e2970b366cf08239662f99da8278f299ada
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c388fc3700708f61ecfe9a382e9edc0c1b517161
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb7c34693c352d527b05b730e6cc87d3505f4fbebdb96cab4764f62c4174435
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b001fe2b224ed8a0ef00e7210cd0d8b5f488c9f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feadbeff56f92b31fb5989c860c242ea3b840e912bf7818feb81207dfa368a3e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da435e0bc0224a3b02c3ca7d1a68d994299ef0ec
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5462afd3c89fd604e58bf7e5d509c505ea957e0ff85480d80f9c40f5c464b9
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c551d4681e8057ac623b32d8700c19e6fca65954
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527b00101957827205311bee6f1cf9a7dfbac7af680335169f603d55ad0935d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06920c19e8fc1002273856ad5d3a154020ce7b21
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762e5980b94cdb9fdbf897941bf2f89578b961c066dd28ed90ac48d75a76cbcd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d9dfc28ef8fead652e3ba7dc9f8661e3fa2b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4593f3e2169762384a25545b866455aa91a2c92ec47e41d70eba686dbd3b0ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1e577c6d1ecb40afa7d6c2756f66d811e9b7f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a7a58570e26d0d0eb22f53f6bb4a0352e48eedde8c73e7e7de13f0717b18d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a8b12049e2ee100f795a85cf1e290e1dd26fa5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d38dfaaad055dffca3723b6cafff965a7922a599b66b7a968549d4e5b55a665
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b08b7492f91b3f97923252677cedda42da8ea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdd2046308a6d65c807fdf66e384ad8851f3812228ccff1db3d943a600e6170
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c937c01ae01c7f46758ba95cb625caa8846299
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d6b41b49e9a97ff8d12360626f9b46b27cf90e82889b355d2b174b0ec2cf07
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f83dd63ea96c6a1a1dfdd2e2877cba5ef7add
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba909d850469eee738555202c3758fb6964bf8c89b0abeaa2c0df13c201d31e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6510401de73e4d086b968b862aa45e85734072
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5eadf87406f0d948dfb2ba0f57e496cf99d58d707aae408cd100082ad89ec
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a71992c6bb48f7379305241053a7cbbac460358
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fabbe03b60c2f974018d91b9270398756894860d000f4e6ae6b62250455b1e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ab95abcdaee5dedc079b51d5d57b4343ae3eb7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1771fb21db7c3faadde9bade88b61fea62828d4918e3bbb8793ed76320335
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e346020fe88d48c8c8d1d8bbe6ab063583abe7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf99d0d75488f7b8dd31f25f9a6c9f049a8bcee48c333b36434fe1c48c8ec0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932904466f887c205d371d00b4d980217f332766
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5e4cebbe9949a54c51b217b91f989360ff627a0e0af7eaf7ec3940d7200ce4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0dede2e11ba9a36c281ce7c1e924b225d2a680
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfff6792c21cb1f48a299962cb83f2cc67be3a7ec4bfccc301100988dc29744
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93b39abefb13362dceb167dcb39ce93a0bcd879
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab5c03809f616eb6f1fa571c78a0e8f2f84e546c2d7bda4260a4f3091d3f2b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9ee1c39f348017e3d4f698241d52b3c79b754a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277f4bca135d37b831104d704f4e0f8dfcea597b8f00eb536e03370b5479407c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77caf953523f132dcf050a1c8783589df2c91bae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986d59a7f64708363117a5dcd0ed28f0919085768cce8f3282325d5b5dc4d8eb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b0737a220df636736e4885f69107f9c9b1feb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a867c40255e201298784e6f8e0fb1719d52ecfb37c17b0925049f394457075d5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9b89a80614d681537d6cab14a826ee437aa50
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15798c4fc28da1b0ebd7492347f26c04146c333b58c3ee8ca0c5b3c255540c41
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e617ad67838a48d76b04e0a2cc2ffc7ea68ef6d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2182a5440ef0686077837e67d3990b063edbcffaf34cf898032067e8322e063a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f874d41de16f90a75f63e201c939b6039667eac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8f68356722dbe072b0bb2607be4a069b0361b8c3f79031b2ec3e9b30e58032
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82207d1b2e1f56b3e06b1f56b13f591940394d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd2997aa97f4b72c6d6654697579b494dcacbe81e5f4e377ddf546d4b2f8aa
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fecc7784bd1b346e7a0e9de4b337acab6b040e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8309cd0637578d73b02fb5b549ec999c2ee86ab017e8f95871215273d17ae5e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eb88bcacf3b851f12e671ef37fbfb3a6066cf7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec9d879fbd72766785b8c077627f1df8bd101fba7aa23d8086078b7d7018ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653c343a7c57f72b419af4c4c2f2d61f4fcf2e6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db77df3f4f2ef480e6f01653de860a6e153524637417840a725f0058c3247a8d
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc78d6480bbf3ee116a8271beedda46f4694b6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b73408b0a7bc48dfe830ed8380812295a4ffff1c72acc0535ac73f8b4e5f1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8bf8428b166bdabe321bbad196f20907659eab
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e7d60ff91725453562797d17c263447efb1b77533ae016438a4035281e5a2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd02301056afdb8b17900f3cd107afe47a5f4168
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855c6922739e73cd779910380a869d31fc0bddc5b3dca8d9c3d7a7fea4654bdf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea450412cfeed490eabe70cdb7a1fa7e3f4460e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98918154a599a7bc7c347d9bbb9049cf4bf4f07273bf031b7312e6a85cade80
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4658f7ce2f936255035b1d16725b32b5c23981e1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0f8726c0f7872600baa465c84f589b7f3330ff90b7138c48fdec731b530432
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24fa2bb7df8e7b65521560577acd9830ef26597
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea043420588373475bc24e22d9b21cd9912c1b4660ac36206632977a4052bbb
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6b34fb0e77556f99ab59de485e26ca6bf50b58
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc84d07888e3d8b6acddf2b7ee63f385f0424158811fa7a77020b6d7ce93ee7
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70e642f7d8c90368a9693886e75c37cc891bdfe
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68dad53e73a6c8e8b6d8707641291e9ba5cf8989e7f54873a01f36a02043409
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0044b01b5864bf357a73169f9194c527c7ca6187
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078c8a95ffb00f976500f90d8d1e33156541088e0243a2165c8b45253ab5512
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2400af7d47f216564dc3362ba9e70da1924e3a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552b07b371e93b263d65660783c4202f4d2abe4e840589c01e5a547c4b1ea7d5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc50e7749b52d40541bb34ba30ef5960394f859
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8ce29cbc7ef824fcd15fb664abb271bd580075b875ce37aad73065b65cc98
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca73b694ee26a803459c5cac931e399eab7054b7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b60ada43592e1683285d8a05c5496916d65c275efef13fb7a83169835bf838d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e288b74bc5308bb5503d8153581141862ce61bbb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc551c6fb81d6a074b0682d22f4ebc8f52fec0eb1c9c2250b986c3058ea0d011
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcef346fab04f25eb1ba8df30e044da054290a85
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845fe245e0523f50d2d18d6f599478fae5dde407cb10bd85cf1323289bba4ef
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d683b354f4f8219fc40169e8ed9e0d04d098b4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d7e1e88dd40bed4bcd24d20180f56613ce733ed805f04e29f2a1fe97751f6c
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c53cd29781795e7b09b75b98792aad41d6a7a20
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a58dd0745097ec5d94ec7783dbbfa55b9fbae7f9f6967235f9937e892fdd7c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8eabfc9a6cb4de5c54f97ea5ee691207b8631c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e9335e5b3a9c707f42b7275382c7dc31ad1bbce2454cc6704cc48c23582e8b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddef1f7405f6fdd70a5fa20020a11fb8bc576fa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6c5c055451a91b40be0b54c0885cd33977868d0e27b1a1108e780dd1640bba
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bbd5d3471f2c90f8a4acb8a0cc4d4722383066
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aca0de985b2b73406480355bd78c9644d3614b7dbfb650b6eeb36f8473f9bda
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9521ec2d0097161d8b82e1304718b3ec08c3e5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9b1082c26b121c3aa26f466857d6974888064bef87d629bfb5a86672785bff
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7834c49a75a17b69870b141eee96dd39c38e4848
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7629830e6723c1165dc68b4271749142798b2559cbf3db04c6e9d46a5d4d8b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea5294cdf1ac5a796f02ccae5131a99f71f2b2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fabcc99f6252967905daf73f09253c41b4e45e15f608dfe1070ca2c2f26b46
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0a0ac8ce42148b24fd94b5caa5c8da7eabda6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ffcfde08257ae2f3e347dd50c27b1fa89d7abf0e962ebd9148162f25ed635a
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0240f730fc6c9ff4223f236f1c5ac9da055d56
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a807d4ddf8f503df339aaeb7877fe4ccb480a2432d709459faba171ac6777c8
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899603c394a558adcb89aaf60336f85729f69a79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe08a37e7de04f1963df8c09d92f7290d0d28857052b0f96ae424b22fc4b899
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352bea37f73634c5d3c1b75e011bdb4c43c83a7d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b63d806f272b91bb137c2c36faea52dd0b38ec38a31a3ae374dd9b3d5c783b3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa6461eabc4306e9847fda609d07f91f8be621d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49666993600c267c4c2575a1afa06387f5faa91467bef9ec100679b42371f68
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6eccfa55bdd28266589d439c10b5fe903db2f4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1870004543ba7baabec0ec3246003d5ff078f749622e2de4370a458941d8ed16
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6636f12cfc098278cf29738cf7896bb1fbff3fcc
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3038bd77626a866dcd65ee0de5246999057736948beff927a38ce494bed0583
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9673c6a0558b50442481cfd1180a2064261aea
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13f8d478b65eb6da59f13933e654c79083ab5604e2737758168e32cc7e87687
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25a585c7c5f5a236168e4f0ec49fd48b6a07f1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647a585def56a99a9d5d18437dc01acf09b71a77c425da3dbd81b3b2efafd19
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b133a966bcf0c3103fbbb077eeaa6a240a614ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab0d7da911613adc372a7fb96150fc0b8c4241708e4a655e71c556349f9a765
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d495e5d57d83e8cfd763fe8a60bd9f74958ad7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ba5569415f3717cf8c132cfc281070b7953a111b2d81d67b34f6dcb8a2155f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f635a0a657343756a79465f66154dd5fc8a49d3c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e125ca042cc8cea9eef9ded65d34af3508ee7436e50491ceb6c10af2dd56b0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0469e0207b61f2bc30a333bdedc5fccc67aa447
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ede7a6cbe8f63e525901f3689bfd41b00ef21900e090a389168fdec88cf338
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f836efb93b6f9cb292c5e05a4b7ed987828d32
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf492c90c427e2f1c59c8e69224285f0f02d8154e52df624c2ce9789cdf89ee
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13faa1908e3bd8bc42601f48d0db6e67f600dbd6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d0ee73566fdf995fb4d22077a0f52c06553b7606c466e8b12cc28377589e11
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b37dd28c1db25f4e6038fe7183128fbb432e982
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5de7085d7dc37d353c89a5d5d0286af6149611bea2ff4eae682ac03fac10c4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fedde059c2ce8e2f03998599bd48c8dbd2d748
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b32320d415f45a20ab36c4c788188fd51d3f4ecbdb6cb469fad3c34c1fde23
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd7f96141c61b6c6fc332cdaf1ebc412c22809e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b1cfb20a4cf1856ea52d6991c6424cc579dbda266e739f839a2a7e1ccfdcc4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b53662d0737ba4c06fed0b9e0f20d6d5f17083
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a6f078a2f21827f3d4fe353f72a402faff0a52cf1369782ec10ea331061ebd
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2df6284b7cd6200809fa34de06529174eac65
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501c4fc9675c52b829914fe30b4c680b3c8a4cc267be3f15813bba4a45d670c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd5c3dcbd0cc23015a20500447dee32100348e3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10240d660da934a4ea7d5c2f3f69c7bd355454197256c889f5c9a22851e32d7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bad5748e62357da978f2e9edf93864f75599f79
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe338fad4e4da6de6b14380bc2987577a9f4a385997a8c218994209ea92d67
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a75df5e5a281762568b6828e03ee35676194670
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26aff0c4670beed303765615cbeba01e2b262e7f2a8a3944afb934c43904edb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bb1e831e40aa9db0178d157cfcb5a455400855
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f3e961c42e8bdeb8a845c89bf3edb274cbc7a950499daacb13c78efdc9642
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cece35e06214f922dcaeed1ded8ff8177af4d47a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f106228a47d782f3431e50447e1b8383f3338d539e0be132e1054fb40b41bb
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c35baa40a97695a10c74a7f62a6dc623589e9d5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0c82b386887a16e74f15950100590548d335f32b3085daf7bd5aaa30bd3ece
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c2edf398f02b772046a1746a365ca61aff5283
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43598109d3b1129f75858cc79daae5c08941ea46742dacb308e5905a7657908
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0f902af29ad71c534b31ec9fad5a7112ad41f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b662f4406813c3e66c6b784acf0d4a8b649e607ef79aaea8982fb41b4e2e2670
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cb3dbf883a35b050eab3980e3653c0c6ac71f6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3da33386c5fdec9de888bf265b8fa19ba11c2532fb32b30dde9b17aa62c8adf
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e061e42781a993a49cb621be10c78e737f4973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef0f4fdcf74e1bbb8c0a47bab4d31ad33e55fcc478ca440d1d2156fa09c265
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd082302eff0788a35ae218b525efec3a5ea7c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2d050a40419dd92e034e99985056ebf91a320b64b3c3d7ca589f31036aa5c7
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d076286a0625bd13ec23aa6217dba6c101adb43c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5986d766ab299c1a2e466fa0ce83b16d95c8bc60490dce910a9619038003c58
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3009b4e402da1c2017260ccbe35aed2b63f5632c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1c2ed9e223e7eb0b28aa73916599e8bd112f5baffc6c53a52f8108d728a68a
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0083dbdc2266f752d9dfeb7b22b8c6dfa277fad0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476da95b047ece1d47688a63a9e265aedb10717449ba48e01e15727af2197c81
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21bea11555a870e6a188468dccfbaafb9a40988
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0d34fc29816143295564f8351c8b93c2c1b6167588cac7be8ac0b141a04f0
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad41d0103c72371afdfcf030984c4142b1fbd69
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee0b8da5ba9b63f05a1b063b514c386c071974a9222dbac61769417392786e6
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a82c2fc5cb51730563d35b6933fcaccd36b92
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4028434805c66dafe5875075859b62567b6613b862b941e0a2d0d2cf901dd
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc41cdf5a6ddb4f3cc46e22b3c4b554159f52a28
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8049cbe0166f4e87b6fceeffbf5d10e4167257486f43c02f67fb02af2e6e5e
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb69320b883873e8e8e815da8e71e43a283936
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a8eac6049a5728d4819e0e981ae32d42170f49ffb47e8cf8f49d75021755c0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fed68ae56f76ab5cd1eaa3c4e35c023140270f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2584eef5a362c05fa49962ba60f27e488e5c22cfa7b570fd0bcf58bf47b755ee
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0232b681eb8342d6839a227a7048d787159d26
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6328d4114888c6582067e5d4b8a16b191fc80c6fca82ad41bb11078669faa560
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fc065aa878e9cb2a4f7fdde1d9c8fcd5fea9d1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925605a6a7b43223400ed849b227b2fc5e5bdbadec1aa0e99525559f65c23790
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ff0273b2976c4e63f12ccea5cac126e56d7fe3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f7850984f4bab95f6f27158a3704cb047db0ee05f9800e6efaf3adbc568643
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df0b67d74e842c466e7c9b613ad09a2973a72b3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ee2668fef396bfcca57af88fba3aec8ca646dd5e11b07b3a1ad054a89f3f4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee0db66d7bd86615ebea1dc8f6c1edf9861759
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aaaa011a63d83ed75f174faa083d0f2ca55a2a6d08dc35c75c5e80a3c74d4a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b565c6f4f855de157c5104fcae42ee9545ec5891
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86958b51de2f3389f98ea875699935698e5b16fbeb7a712269c1dc133030baf4
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80517c01c17ad33e37a1cce8154ce342cd12ef4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10c236a169594230302b1c2cd85b225aad48d946452d3dd4f253e2bedb5a7a8
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c0df6a714699ccc525c181fa75669747bd3a4
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d4bea5e9493f805cf356f61c02c2861f2226e06823d0109331a24933597ec
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20508ccfd1b121988e0d5d99ed6b2cb3a9843aef
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3d80d16bd6a02b6fcb8258cbe6bc4abe54a61b7aaca24d298bf9b0dcbcf53
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015ea95a94b26fdfb7955f58e2eae47e5152305
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19adbf450c872dbab5d7a567b0c6e56be3dadce0b4f822cc55ed0dd161048ee5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ef02e33ce5d600fe40e7643d1dc91409ba3f04
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e644cb9c9199901f4e403be6d5e9b14c98fed3161d9240f3ab1fcebc99185
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64af7053d5d460c10de433f80872c736e0686cfa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36897ed72be8088c0d501a4754a32dfeb60747aa149e68e2ee32d354d4cdf75d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c07e9bb37f7742fe420b6683fd20bfa602867a0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4349c38e1fd5e6d94fa8dbbd0ec5791454da2f52787b85cf355f3ddfefa83335
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4bad98cd8be015ebd5e1935ac7c76099e0dcb9
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b263675a7cc97d83c771c2f8345dc7d0275ec20ea3de0a147f756e13ba917675
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93323a32dcb2445d9c1f8fb2c6a78b9fc965ef6f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8252f4f3d1b361e0ebf05fa5092638f66e341312bbcc12aefa74274ddcc3c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3541545202f14181ea7a75ae9d9202efd9b705f2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99cfcec6e2d814491f906ee9f817387f6b583d8295a0f0d1f39bda0724d6f5b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33f7c8023df209e4f854d988fdccec95924cb6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20d0a1720f87f72866b77cbe95d28ce2f383a6fd21d9fc79484cd704b60056
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64e8b9f61f75dd8c53a3feef4aa50c1b7ac7bb
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3be73e332804cc01ddb95127fe808e03de1099cdc5ea2e61065684ea6c3d48c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd739d8db0a5c5e322bf69761ef65dcf32270ae
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b4eaf696c1d92c7da3df24d6bdf6f5e2b64ed43d38446beb36193f6143d769
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dcb27782846b828674db44c99951cb220ec205
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2aaa4325c9054ffdac585f6a7eb59da9d764337abb83bfadaaae6fb09f963e
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f29cf0b1b4add1a123c80be8224006a48f4e595
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6395014324964b7722c73f45522c5998b57fc803e8303b6d410995a637666c5
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b78b8144fe4e0500cf997a5c2c3cf9a35020a7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b50feed7071d26ee57a8a64bf72075122e2e282448ff46c0cab4bc861d7c38
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b9c5527742667bfe0fa0d0559bf4d57d66ac68
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ecb09fc3a5ca42f17e7dd73ca1940fd3ef44c254e46fc1f76cc0cbbcc8285a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be272419e476c753bc03be0bfd9915f0c29df6d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb176faf0024bdad991bcecd184044d7c664008ec06b2911f1c22978aed0775b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb39772effbb5b038187c13d8bc85a1b6120271
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638da37056aea6bb3022b4ad12ab7bd453c7536406ed978a5ade1d1571f45b45
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d85b07bd71388210ce0915b14867cd2d7ea0ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a97a37231c888b605f1e1c15e66d49b80f29a10ccb22b5f6aafa2ac72ebab
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95ab982c25aef17eb5322b22c664856c25592a3
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551ada93f9ed754bf89f6dbd848e3f9c8c0173b56d2e3a039ca27bc2ef23b68d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a5c67953f9c571f19f579ba6e513405657d75e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7c4cb6c4c5f6e387ecd3754fd26112bbd5dd93efc4195c69f913a749f63c9c
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87364816cd74043cb1412202ecbcc16d1a101574
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604ed90a167dd04a548e8c7e4e6d5c0b3462695b449a8603d9b9444f2d97425b
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6315cb32f85165964b6791ad1c6c2ca7d65c1a1a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe8effec2ef57fb8c8e2889107e23a477db68db1e8c72d1824c4fb32b1b78d
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a91dec9975d0cf615c5e5cf2ed1640a12919f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bb1c7c61ca13e729913cefa0cea6a89456744f0868d31ae4b534bf009ccd2
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a96296e1e974de8fae52b6d3ceeb6da23a9c5e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860142aed535fc9b363301df5bd1635d0497cc19466ad53838783434d92da28
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7246450cac03188e9892b0022d91545150f461cd
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc99f0817a7c4bd8f1a547f2927041a6c71654dafaae6cbb1c2d59b94199e7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183dc2ec78b517146acbcf3d947a7b24dc4541d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bdc23bdc1dde532b4945998b452d2950780811d8d33e1660a145086ea0529b
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4989202c37477cafe4e72bf468c7e17f6950d4a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4473dee38ddadfe96b4955e89422d65f414247e8bbc55b032b21a704360e925
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a6d0b1938d49abddf22a3ecd7ce998399c285
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fa9735d3e46c6f25dc63c598b4ea0a03f6e936a8d1dc2a9efd1ffeaa92e55e
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19bd1eeef13711d6ddf12c5cebdb2ca0c13adc2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783ff1e52268d0a660ad706dcdbecee1328ca437c2e8bfd58dcf54dfaa5c9d64
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e652dc78a2e8eccc2bff9ee49bd4b448b4861d2a
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caf9572a3b57c08b97ee0be9a6b409cd7c46fbfd65c8abe9ba0200ea6e275e7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2495727e4217f6c5aeecdb3da665577612fcde2d
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04279beb64f2f7af8a7cd90316afa7b40db088c2560451a205c0d51cc8f3fab5
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca53d891eea34345fd92348afab143ceaae16df1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55573bf7eab8a614f6a22a6301ebd5bf76f0482b6fbd364c957f4d8644809ae
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f715476c0531f54ac592a3ff425087f87ee71e
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b76c84263b33decf710f8e26bef50e56914989ca93e849faafc5bb96a8a19d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62cc8d14d7109b05daa999c6332c35a05e75ae0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298eeb89c6cb86f572c3b7ebe66076c642f9a59378dfcffcd857fe4b0fc6bc96
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b058fd6edabaace7fbc449d7e127690018c04a5
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3547b5cd7592267a4dea8869a619b86947b232cac04d023d9656ae66111c4e4
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aedc1a7e14ac8f1f744b3ed30ccd1a199c88965
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14930af54cf8dff4fd9ba8070ca140b304ddd5da2f8d9c6fd1f06ed2764f3c1a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7e552f2732312638b2fc144655dfa8717700c1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7226438b5c9138f640ff526ab49772c6e4c0ce19d9e2c7dca8200b6bac876d
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f163dbed4df699840ad90605e6e9b775b8be06
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd38e948be2de832f7ac0508ddac5d424a517f540158840d5c7c59ce6be63c3
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9514ce3811020d84a3e5f7bbd5f859e789eab1aa
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e122dbed28d0fa45fbf7ca8485b0b1f14d766db2fc70edb23312431c169de028
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be32f756251509c2498434ae903c4383718a57df
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f48f80517e3738e848dedf1664c02b808bd8e56f7cc8a13425bcf31133a5be
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b242be0d7700919e1cbb9fc305450e72a0dcb31
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d577fc1c8cb12ca009618b1edb1ca9d0086da6f1566a1d6974312a23bc68ef0
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374749b81678bcd40cb15cbe07f933dd05fd814b
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4714b0ab6513b392c0853533d49b551c8ef906d12c3955608f2921e31d164f9
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6928cb289ac5b1e95323efd39d070c4efb170f
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5795b202330d4dfd3d1e7d3d8ff3ddddef1e107f62c5da36f1456d8718d7a
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c49a58e5abc208d4214b41fda156f11b51c241
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbac7bdca56623a860aa44b4776a7c55dc4667d2f844af9d073f090aedeea12c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d078333f51321d7a361fd78a9b0aafa0b8b6f363
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612f71f52ced8f308f9888ca195229c91bd50ba4ca2f7ff0776b09a6cccf1982
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722c74e72ae38f43a978042d3086ae1f9a394d0
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a6b5770a4b0f6f6f1d4007ccca9f3e719e9d9deb51afdd7e23c5cd2e0223e6
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1535eeb32d66a28e29ae634d624acb1b39d7a28c
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a182184ace591c1831853f6c3eb51236e60f2f979450f1795e8e2132866194f
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf953c9d4265f14afdfc7bbb7e30c2946aa396c6
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d7376a93581073dc631953b49b397838e0105a75a669c688780e50752e21ba
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24297d84829ba5f2f5246d1ec04f26c6e1284843
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631de97fc9b466e2b67fba6c078d858863bdb4b23e033a003b680a427a8f99ea
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27cf5c8e62fea1242621753e962f21ab731aaf2
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deabc5334818bbd139029e8831a1a53cfa7952df915d7e97cd25c2ec93b6eb89
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532eceaafe4056d0fde9497cfdce4c0dedaddfba
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26188c3dfe247edf245874e8d5dde30ccfb6347900383a88bfaf6a72643464d0
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc54321675e0cc5f68d8257091813c8469f6c48
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6740c87663888ce2ea10e0b087570d6c4bb0dbda933bf50cc6b0701345734fb7
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61410c6b0d20d8fb97076bbf65c488af10ce340
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59a61a56df7d86eec4b2de0cfe0c62d6ad233c96d1906908730265b6c7be24b
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5585ea3ae213335333ddad00e69cfe18bed97df7
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce625dfa10fb4b0a6fddf8e7343ace2a0ef4f16a716980888fb9137bf4c5e88c
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7b26a32ecce47725e0fab92bcf0739046f36ee
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd370312e8feae5cdd52af1d49a04f982fa81b012ed9ae5eacb9d9d37e88d170
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46024e76bf4175bd8e6d98530aa7de3a3afa7f1
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999174f2fe958a3b018f873336a1a6eed5522fdd972487d9fcc0e529efc102e3
+size 58499
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425323b36213dbfa34c499228c7888ef9c88a688
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdf43373d951bfa9ccd839597482f1eea26e8d1f76e0188661d81c794169d00
+size 5251
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980616bef183ade80c42313262af0932b4303d97
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08fa6ce49462da4aa3296de9a76be5ff218b12dacac0d937a505a95a67a986
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096f8d915833c8423f3ef7dd76ff6ef4e4bab973
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429ee0eb8276c1017337c572d2fd5adc6028136239dec8580f08f968197cfb22
+size 17539
diff --git a/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0289a965aad788f96b1d0cf7e6c58defd8d354ac
--- /dev/null
+++ b/params/llama3/6/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73baeb53ac6db1f0f20c3e7ff7698bef8f1931b73673f45f1b44d86fffa24935
+size 5251